-- Logs begin at Sat 2021-08-07 03:27:11 UTC, end at Sat 2021-08-07 04:19:31 UTC. -- Aug 07 03:55:59.651198 dv-cinder-803748-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 07 03:56:02.307389 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.common.config [-] Logging enabled! Aug 07 03:56:02.307983 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 07 03:56:02.308158 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93326) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 07 03:56:02.312187 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.common.config [-] Logging enabled! Aug 07 03:56:02.312442 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 07 03:56:02.312753 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93326) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 07 03:56:02.313678 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 03:56:02.313912 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 03:56:02.314273 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 03:56:02.314519 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 03:56:02.314743 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 03:56:02.315112 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.315409 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.315701 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.315929 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.316218 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.316506 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.316787 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.317074 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.317359 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.317648 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.317922 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.318201 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.318429 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.318706 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.319045 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.319293 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.319515 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] debug = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.319794 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.320210 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.320611 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.320886 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.321168 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.321442 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.321708 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.321980 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.322257 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.322580 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] host = dv-cinder-803748-2-iscsi {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.322855 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.323168 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.323452 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.323735 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.324059 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.324944 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.325317 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.325669 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.325947 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] log_file = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.326281 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.326573 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.326860 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.327182 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.327412 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.327670 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.327958 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.328245 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.328521 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.328817 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.329099 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.329374 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.329646 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.329912 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.330199 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.330482 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.330763 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.331056 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.331334 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.331604 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.331876 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.332155 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.332427 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.332697 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.332967 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.333247 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.333515 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.333785 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.334080 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.334364 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.334642 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.334922 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.335217 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.335499 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.335768 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.336035 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.336304 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] use_json = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.336569 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.336833 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.337110 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.337378 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.337646 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.337916 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.338182 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.338463 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:02.338754 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.339078 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.339380 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.339687 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.339985 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.340266 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.340553 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.340831 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.341119 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.341408 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.341695 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.341972 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.342257 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.342533 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.342825 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.343154 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.343450 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.343740 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.344013 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.344286 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.344557 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.344833 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.345115 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.345408 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.345695 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.345967 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.346244 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.346532 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.346808 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.347107 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.347386 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.347675 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.347952 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.348224 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.348526 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.348797 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.349068 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.349333 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.349609 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.349899 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.350180 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.350451 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.350720 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.351020 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.351292 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.351576 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.351853 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.352124 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.352393 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.352667 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.352936 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.353207 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.353483 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.353753 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.354026 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.354296 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.354564 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.354832 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.355122 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.355462 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.355738 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.356011 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.356287 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.356558 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.356828 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.357097 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.357368 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.357640 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.357924 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.358217 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.358492 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.358768 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.359070 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.359348 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.359623 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.359896 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.360177 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.360453 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.360725 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.361011 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.361291 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.361575 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.361857 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.362134 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.362428 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.362707 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.363008 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.363287 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.363565 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.363855 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.364139 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.364432 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.364723 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.365013 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.365303 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.365594 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.365872 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.366179 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.366457 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:02.366672 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 03:56:02.366912 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93326) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 07 03:56:02.715380 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93326) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 07 03:56:02.715735 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93326) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 07 03:56:02.716035 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93326) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 07 03:56:02.716375 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 07 03:56:03.104730 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.105017 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.105322 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.106503 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.106784 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.107075 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.141174 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.141454 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.141726 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.157714 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.157992 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.158260 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.188011 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.188305 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.188579 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.227217 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.227502 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.227776 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.460461 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.461069 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.461069 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.461248 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.461890 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.588119 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.588441 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.588729 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.589009 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.589281 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.590179 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.590449 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.590775 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.591063 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.591354 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.591620 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.591890 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.592151 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.592406 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.592664 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.592929 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.593186 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.593458 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.593733 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.593996 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.594270 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.594526 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.594816 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.595288 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.595545 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.595794 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.596190 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 03:56:03.596433 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 03:56:03.596672 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 03:56:03.596911 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 03:56:03.597149 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 03:56:03.597385 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 03:56:03.597747 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 07 03:56:03.600851 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 07 03:56:03.604785 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 07 03:56:03.608663 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 07 03:56:03.610427 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 07 03:56:03.610881 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 07 03:56:03.611242 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 07 03:56:03.611633 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 07 03:56:03.614404 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 07 03:56:03.614659 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 07 03:56:03.615037 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 07 03:56:03.620278 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 07 03:56:03.643017 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 07 03:56:03.643471 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.643773 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93326) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 07 03:56:03.644137 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.645490 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93326) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 07 03:56:03.645772 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 07 03:56:03.646022 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 07 03:56:03.649390 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.649675 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:03.713354 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 07 03:56:03.713543 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 07 03:56:03.713783 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 07 03:56:03.714155 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 07 03:56:03.735171 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_db.sqlalchemy.engines [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93326) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 07 03:56:04.267867 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Initializing driver for type 'gre' Aug 07 03:56:04.268520 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] gre ID ranges: [(1, 1000)] Aug 07 03:56:04.322169 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Initializing driver for type 'local' Aug 07 03:56:04.322508 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Initializing driver for type 'vlan' Aug 07 03:56:04.336081 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] VlanTypeDriver initialization complete Aug 07 03:56:04.336436 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Initializing driver for type 'vxlan' Aug 07 03:56:04.336980 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] vxlan ID ranges: [(1, 1000)] Aug 07 03:56:04.392274 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Initializing extension driver 'port_security' Aug 07 03:56:04.392669 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.extensions.port_security [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] PortSecurityExtensionDriver initialization complete Aug 07 03:56:04.393054 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Initializing mechanism driver 'openvswitch' Aug 07 03:56:04.393391 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Initializing mechanism driver 'hyperv' Aug 07 03:56:04.399918 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.plugins.ml2.plugin [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 03:56:04.400604 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > port after_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.401143 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > port after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.401501 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > port after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.402699 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93326) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 03:56:04.403066 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > subnet after_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.403425 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > subnet after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.403767 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.404159 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93326) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 03:56:04.404571 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > network after_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.404920 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > network after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.405261 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > network after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.405648 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93326) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 03:56:04.406052 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > security_group after_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.406401 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > security_group after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.406740 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > security_group after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.407155 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93326) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 03:56:04.407694 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.408043 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.408386 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.408778 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93326) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 03:56:04.409184 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > address_group after_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.409528 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > address_group after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.409866 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > address_group after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.410261 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93326) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 03:56:04.410641 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] ML2 OVO RPC backend initialized. {{(pid=93326) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 07 03:56:04.411368 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.411725 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.412140 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > network before_response 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.412487 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > networks before_response 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.412835 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > port before_response 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.413175 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > ports before_response 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.413515 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > subnet before_response 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.413855 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > subnets before_response 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.414197 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > network after_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.414533 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > network after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.414867 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > network after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.415224 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > port after_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.415559 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > port after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.415890 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > port after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.416221 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > subnet after_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.416553 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > subnet after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.416883 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.417452 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.plugin [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Modular L2 Plugin initialization complete Aug 07 03:56:04.417788 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading services supported by the core plugin {{(pid=93326) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 07 03:56:04.418118 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.plugins.ml2.managers [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Got port-security extension from driver 'port_security' Aug 07 03:56:04.418572 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.extensions.vlantransparent [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Disabled vlantransparent extension. Aug 07 03:56:04.419069 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93326) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 07 03:56:04.419389 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading Plugin: router Aug 07 03:56:04.456744 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router_interface before_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.457144 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router after_create 55549900 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.457515 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router before_create 55549900 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.457880 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.458261 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.458613 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router after_delete 55549900 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.458995 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > floatingip after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.459360 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router after_create 55549900 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.459707 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router after_update 55549900 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.460056 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router after_update 55549900 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.460405 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.460763 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router after_update 55549900 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.461295 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router precommit_update 55549900 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.461533 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: port after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.461875 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: port after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.462217 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: subnet after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.462556 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.462907 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > port precommit_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.463276 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router precommit_create 55549900 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.463619 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: port before_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.463960 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router precommit_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.464316 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router after_update 55549900 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.465345 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router precommit_delete 55549900 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.465715 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router precommit_create 55549900 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.466079 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.466428 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router precommit_update 55549900 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.467182 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > agent after_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.467182 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > agent after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.467516 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > network after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.468423 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Tracking information for resource: router configured {{(pid=93326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 03:56:04.468805 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Tracking information for resource: floatingip configured {{(pid=93326) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 03:56:04.473758 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.db.l3_agentschedulers_db [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 07 03:56:04.474450 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: port after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.474815 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: port after_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.475205 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: port after_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.475562 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: port after_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.476354 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router before_create 55550100 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.476720 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router precommit_delete 55550100 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.477081 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router precommit_create 55550100 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.477437 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > router precommit_update 55550100 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.482099 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.services.provider_configuration [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Service providers = [] {{(pid=93326) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 07 03:56:04.482465 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.db.servicetype_db [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93326) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 07 03:56:04.485431 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.services.service_base [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93326) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 03:56:04.485779 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.services.service_base [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93326) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 03:56:04.486122 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.services.service_base [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93326) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 03:56:04.487032 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.services.service_base [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93326) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 03:56:04.487403 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.services.service_base [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 07 03:56:04.487788 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 03:56:04.488105 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 07 03:56:04.498743 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 03:56:04.499113 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading Plugin: auto_allocate Aug 07 03:56:04.504893 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: network precommit_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.505272 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: network precommit_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.505800 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 03:56:04.506328 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading Plugin: tag Aug 07 03:56:04.513437 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 03:56:04.513764 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading Plugin: timestamp Aug 07 03:56:04.517740 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 03:56:04.518123 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading Plugin: network_ip_availability Aug 07 03:56:04.524713 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.525084 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.525440 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.526170 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 03:56:04.526488 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading Plugin: flavors Aug 07 03:56:04.531850 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 03:56:04.532184 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading Plugin: revisions Aug 07 03:56:04.537439 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93326) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 03:56:04.537830 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_concurrency.lockutils [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.822s {{(pid=93326) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 07 03:56:04.538554 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93326) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 07 03:56:04.538890 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Initializing extension manager. Aug 07 03:56:04.539428 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: __init__.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.539769 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: __pycache__ {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.540103 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.540436 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: address_group.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.541192 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.541754 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: address-group Aug 07 03:56:04.542076 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: address_scope.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.542828 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.543375 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: address-scope Aug 07 03:56:04.543695 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: admin_state_down_before_update.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.544870 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.545385 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: router-admin-state-down-before-update Aug 07 03:56:04.545708 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: agent.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.546601 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.547133 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: agent Aug 07 03:56:04.547454 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: agent_resources_synced.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.548387 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.548892 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: agent-resources-synced Aug 07 03:56:04.549215 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: allowedaddresspairs.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.551026 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.551540 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: allowed-address-pairs Aug 07 03:56:04.551864 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: auto_allocated_topology.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.552926 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.553437 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: auto-allocated-topology Aug 07 03:56:04.553759 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: availability_zone.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.554448 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.554956 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: availability_zone Aug 07 03:56:04.555301 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: availability_zone_filter.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.556203 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.556709 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: availability_zone_filter Aug 07 03:56:04.557146 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: data_plane_status.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.558054 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.559116 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension data-plane-status not supported by any of loaded plugins Aug 07 03:56:04.559438 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: default_subnetpools.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.560360 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.560871 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: default-subnetpools Aug 07 03:56:04.561193 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: dhcpagentscheduler.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.562009 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.562514 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: dhcp_agent_scheduler Aug 07 03:56:04.562838 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: dns.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.563776 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.564285 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension dns-integration not supported by any of loaded plugins Aug 07 03:56:04.564610 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: dns_domain_ports.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.565521 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.566019 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 07 03:56:04.566343 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.567288 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.567791 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 07 03:56:04.568116 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: dvr.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.568781 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.569289 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: dvr Aug 07 03:56:04.569611 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: ecmp_routes.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.570520 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.571049 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension ecmp_routes not supported by any of loaded plugins Aug 07 03:56:04.571371 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: empty_string_filtering.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.572269 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.572770 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: empty-string-filtering Aug 07 03:56:04.573091 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.574602 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.575136 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 07 03:56:04.575459 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.576386 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.576893 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 07 03:56:04.577204 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: external_net.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.578124 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.578632 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: external-net Aug 07 03:56:04.578958 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: extra_dhcp_opt.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.579878 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.580383 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: extra_dhcp_opt Aug 07 03:56:04.580702 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: extraroute.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.581597 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.582101 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: extraroute Aug 07 03:56:04.582418 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: extraroute_atomic.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.583478 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.583982 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: extraroute-atomic Aug 07 03:56:04.584305 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: filter_validation.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.584973 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.585476 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: filter-validation Aug 07 03:56:04.585795 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: fip_pf_description.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.586698 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.587298 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 07 03:56:04.587618 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: fip_port_details.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.588530 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.589041 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: fip-port-details Aug 07 03:56:04.589360 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: flavors.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.590670 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.591219 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: flavors Aug 07 03:56:04.591545 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.593203 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.593720 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 07 03:56:04.594053 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: floatingip_pools.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.594756 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.595304 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: floatingip-pools Aug 07 03:56:04.595629 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: ip_allocation.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.596554 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.597059 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension ip_allocation not supported by any of loaded plugins Aug 07 03:56:04.597384 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.598299 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.598814 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: ip-substring-filtering Aug 07 03:56:04.599169 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: l2_adjacency.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.600093 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.600604 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension l2_adjacency not supported by any of loaded plugins Aug 07 03:56:04.600955 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: l3.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.602093 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.602613 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: router Aug 07 03:56:04.602939 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: l3_conntrack_helper.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.605287 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.605815 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 07 03:56:04.606144 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.607104 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.607620 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: ext-gw-mode Aug 07 03:56:04.607946 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.608884 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.609397 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: l3-ha Aug 07 03:56:04.609723 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: l3_flavors.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.610680 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.611178 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: l3-flavors Aug 07 03:56:04.611587 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.612502 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.613016 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: l3-port-ip-change-not-allowed Aug 07 03:56:04.613339 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: l3agentscheduler.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.614378 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.614889 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: l3_agent_scheduler Aug 07 03:56:04.615241 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: logging.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.616727 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.617248 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension logging not supported by any of loaded plugins Aug 07 03:56:04.617579 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: metering.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.618327 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.618908 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: metering Aug 07 03:56:04.619264 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.620357 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.621496 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: metering_source_and_destination_fields Aug 07 03:56:04.621925 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: multiprovidernet.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.623009 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.623535 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: multi-provider Aug 07 03:56:04.623857 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: netmtu.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.624770 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.625272 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: net-mtu Aug 07 03:56:04.625593 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: netmtu_writable.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.626504 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.627036 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: net-mtu-writable Aug 07 03:56:04.627360 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: network_availability_zone.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.628034 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.628537 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: network_availability_zone Aug 07 03:56:04.628864 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: network_ip_availability.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.630099 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.630611 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: network-ip-availability Aug 07 03:56:04.630928 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: network_segment_range.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.631720 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.632225 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension network-segment-range not supported by any of loaded plugins Aug 07 03:56:04.632544 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: pagination.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.633534 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.633862 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: pagination Aug 07 03:56:04.634174 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: port_device_profile.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.635115 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.635624 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: port-device-profile Aug 07 03:56:04.635948 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.637546 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.638057 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: port-mac-address-regenerate Aug 07 03:56:04.638377 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.639311 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.639820 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: port-numa-affinity-policy Aug 07 03:56:04.640140 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: port_resource_request.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.641053 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.641556 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension port-resource-request not supported by any of loaded plugins Aug 07 03:56:04.641872 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: portbindings.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.642795 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.643351 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: binding Aug 07 03:56:04.643673 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: portbindings_extended.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.645090 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.645601 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: binding-extended Aug 07 03:56:04.645927 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: portsecurity.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.646838 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.647385 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: port-security Aug 07 03:56:04.647810 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: project_id.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.649140 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.649475 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: project-id Aug 07 03:56:04.649806 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: providernet.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.650735 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.651282 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: provider Aug 07 03:56:04.651606 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: qos.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.655608 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.656133 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension qos not supported by any of loaded plugins Aug 07 03:56:04.656554 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.657716 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.658349 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 07 03:56:04.658680 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.659627 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.660216 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 07 03:56:04.660590 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: qos_default.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.661504 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.662016 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension qos-default not supported by any of loaded plugins Aug 07 03:56:04.662342 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: qos_fip.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.663024 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.663527 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension qos-fip not supported by any of loaded plugins Aug 07 03:56:04.663850 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: qos_gateway_ip.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.664774 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.665280 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 07 03:56:04.665602 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: qos_port_network_policy.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.666522 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.667057 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 07 03:56:04.667395 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: qos_pps_rule.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.668591 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.669109 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension qos-pps not supported by any of loaded plugins Aug 07 03:56:04.669436 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: qos_rule_type_details.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.670613 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.671147 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 07 03:56:04.671474 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: qos_rules_alias.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.672512 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.673022 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 07 03:56:04.673346 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: quotasv2.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.674300 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.674630 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: quotas Aug 07 03:56:04.674954 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: quotasv2_detail.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.678033 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.678366 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: quota_details Aug 07 03:56:04.678697 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: rbac.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.679999 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.680529 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: rbac-policies Aug 07 03:56:04.680859 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: rbac_address_group.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.681790 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.682309 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: rbac-address-group Aug 07 03:56:04.682636 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: rbac_address_scope.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.684170 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.684792 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: rbac-address-scope Aug 07 03:56:04.685181 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: rbac_security_groups.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.686258 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.686776 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: rbac-security-groups Aug 07 03:56:04.687143 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: rbac_subnetpool.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.688059 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.688568 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: rbac-subnetpool Aug 07 03:56:04.688892 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: revisionifmatch.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.689809 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.690318 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: revision-if-match Aug 07 03:56:04.690642 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: revisions.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.691784 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.692293 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: standard-attr-revisions Aug 07 03:56:04.692619 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: router_availability_zone.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.693295 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.693801 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: router_availability_zone Aug 07 03:56:04.694124 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: routerservicetype.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.695070 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.695574 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension router-service-type not supported by any of loaded plugins Aug 07 03:56:04.695897 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.697703 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.697703 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: security-groups-normalized-cidr Aug 07 03:56:04.697907 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: security_groups_port_filtering.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.698748 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.699929 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: port-security-groups-filtering Aug 07 03:56:04.700250 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.701168 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.701683 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: security-groups-remote-address-group Aug 07 03:56:04.702007 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: securitygroup.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.711896 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.712429 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: security-group Aug 07 03:56:04.712757 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: segment.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.713558 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.714064 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension segment not supported by any of loaded plugins Aug 07 03:56:04.714387 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.715460 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.715960 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 07 03:56:04.716280 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: servicetype.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.717472 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.718061 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: service-type Aug 07 03:56:04.718321 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: sorting.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.719330 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.719661 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: sorting Aug 07 03:56:04.719981 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: standard_attr_segment.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.720896 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.721401 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 07 03:56:04.721718 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: standardattrdescription.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.722361 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.722866 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: standard-attr-description Aug 07 03:56:04.723222 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: stateful_security_group.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.724147 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.724656 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: stateful-security-group Aug 07 03:56:04.724986 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: stdattrs_common.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.725571 dv-cinder-803748-2-iscsi neutron-server[93326]: WARNING neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 07 03:56:04.725879 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.726821 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.727414 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 07 03:56:04.727699 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: subnet_onboard.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.728776 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.729288 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: subnet_onboard Aug 07 03:56:04.729615 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.730743 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.731290 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 07 03:56:04.731617 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: subnet_service_types.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.732539 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.733048 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: subnet-service-types Aug 07 03:56:04.733372 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: subnetallocation.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.734454 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.734989 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: subnet_allocation Aug 07 03:56:04.735316 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.735982 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.736493 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: subnetpool-prefix-ops Aug 07 03:56:04.736809 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.737729 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.738230 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 07 03:56:04.738550 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: tagging.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.739668 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.740194 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: standard-attr-tag Aug 07 03:56:04.740521 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: timestamp.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.741707 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.742226 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loaded extension: standard-attr-timestamp Aug 07 03:56:04.742552 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: trunk.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.743600 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.744117 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension trunk not supported by any of loaded plugins Aug 07 03:56:04.744445 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: trunk_details.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.745357 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.746393 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension trunk-details not supported by any of loaded plugins Aug 07 03:56:04.746716 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: uplink_status_propagation.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.747672 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.748194 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 07 03:56:04.748523 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Loading extension file: vlantransparent.py {{(pid=93326) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 03:56:04.749195 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93326) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 03:56:04.749702 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extension vlan-transparent not supported by any of loaded plugins Aug 07 03:56:04.752224 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of TrackedResource for resource:network Aug 07 03:56:04.752748 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of TrackedResource for resource:subnet Aug 07 03:56:04.753142 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 03:56:04.753528 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of TrackedResource for resource:port Aug 07 03:56:04.754765 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.v2.resource_helper [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 03:56:04.755263 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.v2.resource_helper [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Service FLAVORS assigned prefix: {{(pid=93326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 03:56:04.755881 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.v2.resource_helper [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 03:56:04.756301 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.v2.resource_helper [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 03:56:04.756629 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of TrackedResource for resource:router Aug 07 03:56:04.757052 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of TrackedResource for resource:floatingip Aug 07 03:56:04.757541 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.v2.resource_helper [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Service METERING assigned prefix: /metering {{(pid=93326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 03:56:04.759120 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.759492 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.759841 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93326) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 03:56:04.760847 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of CountableResource for resource:rbac_policy Aug 07 03:56:04.761298 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of TrackedResource for resource:security_group Aug 07 03:56:04.762316 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 07 03:56:04.764343 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.v2.resource_helper [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Service CORE assigned prefix: {{(pid=93326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 03:56:04.764703 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 03:56:04.765064 dv-cinder-803748-2-iscsi neutron-server[93326]: WARNING neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] subnetpool is already registered Aug 07 03:56:04.765530 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.v2.resource_helper [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Service CORE assigned prefix: {{(pid=93326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 03:56:04.765860 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 03:56:04.766196 dv-cinder-803748-2-iscsi neutron-server[93326]: WARNING neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] subnetpool is already registered Aug 07 03:56:04.768627 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.v2.resource_helper [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 03:56:04.768974 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.v2.resource_helper [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Service FLAVORS assigned prefix: {{(pid=93326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 03:56:04.769561 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.v2.resource_helper [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 03:56:04.769979 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.v2.resource_helper [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 03:56:04.770311 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of TrackedResource for resource:router Aug 07 03:56:04.770646 dv-cinder-803748-2-iscsi neutron-server[93326]: WARNING neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] router is already registered Aug 07 03:56:04.771085 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of TrackedResource for resource:floatingip Aug 07 03:56:04.771423 dv-cinder-803748-2-iscsi neutron-server[93326]: WARNING neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] floatingip is already registered Aug 07 03:56:04.771884 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.v2.resource_helper [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Service METERING assigned prefix: /metering {{(pid=93326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 03:56:04.772539 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of CountableResource for resource:rbac_policy Aug 07 03:56:04.772861 dv-cinder-803748-2-iscsi neutron-server[93326]: WARNING neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] rbac_policy is already registered Aug 07 03:56:04.773269 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of TrackedResource for resource:security_group Aug 07 03:56:04.773600 dv-cinder-803748-2-iscsi neutron-server[93326]: WARNING neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] security_group is already registered Aug 07 03:56:04.773996 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 07 03:56:04.774333 dv-cinder-803748-2-iscsi neutron-server[93326]: WARNING neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] security_group_rule is already registered Aug 07 03:56:04.774955 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.v2.resource_helper [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Service CORE assigned prefix: {{(pid=93326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 03:56:04.775294 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 03:56:04.775625 dv-cinder-803748-2-iscsi neutron-server[93326]: WARNING neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] subnetpool is already registered Aug 07 03:56:04.776050 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.v2.resource_helper [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Service CORE assigned prefix: {{(pid=93326) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 03:56:04.776370 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 03:56:04.776697 dv-cinder-803748-2-iscsi neutron-server[93326]: WARNING neutron.quota.resource_registry [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] subnetpool is already registered Aug 07 03:56:04.777193 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: extensions {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.778754 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: address-groups {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.780266 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: address-scopes {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.781719 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: agents {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.782871 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: auto-allocated-topology {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.784144 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: availability_zones {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.785356 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: dhcp-networks {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.786856 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: dhcp-agents {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.788306 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: routers {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.790011 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: flavors {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.791311 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: service_profiles {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.792502 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: next_providers {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.794552 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: service_profiles {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.796435 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: floatingip-pools {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.797676 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: routers {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.799502 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: floatingips {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.800781 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: l3-routers {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.802151 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: l3-agents {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.803578 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: metering-labels {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.804842 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: metering-label-rules {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.806211 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: network-ip-availabilities {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.807492 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: bindings {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.809753 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: quotas {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.811434 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: quotas {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.812884 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: rbac-policies {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.814057 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: security-groups {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.815376 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: security-group-rules {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.816607 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: service-providers {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.817818 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: subnetpools {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.819230 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: subnetpools {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.821443 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: tags {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.823150 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: tags {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.825616 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: tags {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.827483 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: tags {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.829153 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: tags {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.832268 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: tags {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.834118 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: tags {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.836007 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: tags {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.837894 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: tags {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.839686 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron.api.extensions [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Extended resource: tags {{(pid=93326) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 03:56:04.845656 dv-cinder-803748-2-iscsi neutron-server[93326]: WARNING keystonemiddleware.auth_token [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 07 03:56:04.850308 dv-cinder-803748-2-iscsi neutron-server[93326]: WARNING keystonemiddleware.auth_token [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 07 03:56:04.859021 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_concurrency.lockutils [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Acquired lock "singleton_lock" {{(pid=93326) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 07 03:56:04.859562 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_concurrency.lockutils [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Releasing lock "singleton_lock" {{(pid=93326) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 07 03:56:04.860483 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO oslo_service.service [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Starting 2 workers Aug 07 03:56:04.865311 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Started child 93433 {{(pid=93326) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 03:56:04.869847 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Started child 93434 {{(pid=93326) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 03:56:04.872099 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO neutron.service [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Neutron service started, listening on 0.0.0.0:9696 Aug 07 03:56:04.872750 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Notify callbacks [] for process, before_spawn {{(pid=93326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:04.873897 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:04.875468 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO oslo_service.service [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Starting 1 workers Aug 07 03:56:04.875626 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:04.876234 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [-] (93433) wsgi starting up on http://0.0.0.0:9696 Aug 07 03:56:04.876820 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [-] (93434) wsgi starting up on http://0.0.0.0:9696 Aug 07 03:56:04.880654 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Started child 93435 {{(pid=93326) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 03:56:04.881197 dv-cinder-803748-2-iscsi neutron-server[93326]: INFO oslo_service.service [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Starting 1 workers Aug 07 03:56:04.884700 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.service [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] calling RpcWorker wait() {{(pid=93435) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 07 03:56:04.885304 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.service [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] returning from RpcWorker wait() {{(pid=93435) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 07 03:56:04.886111 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Started child 93436 {{(pid=93326) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 03:56:04.887264 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:04.887512 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG neutron_lib.callbacks.manager [None req-a541b7fb-f3a0-441f-b41e-11b67a12ad8d None None] Notify callbacks [] for process, after_spawn {{(pid=93326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:04.887809 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 03:56:04.889464 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93326) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 07 03:56:04.889669 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 03:56:04.889855 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 03:56:04.890087 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 03:56:04.890422 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 03:56:04.890585 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 03:56:04.891135 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.891423 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.891694 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.891966 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.892237 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.892799 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:04.893316 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.893316 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.893316 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.893567 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.893795 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.893967 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.894070 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 03:56:04.894156 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.894359 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.894602 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.894877 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.895167 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.895413 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.895702 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.895876 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.896131 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.896395 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.896654 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.896922 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] debug = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.897152 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.897642 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.897880 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.898126 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.898340 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.898612 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.898853 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.899149 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.899378 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.899589 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.899821 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.900077 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.900320 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.900554 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.900762 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.901016 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.901255 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.901724 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] host = dv-cinder-803748-2-iscsi {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.901973 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.902232 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.902483 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.902725 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.903000 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.903200 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.903466 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.903773 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.904030 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.904272 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.904527 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.904771 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.905013 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.905260 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] log_file = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.905425 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] log_options = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.905638 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.905904 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.906149 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.906340 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.906506 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.906679 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.906929 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.907236 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.907485 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.907720 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.908001 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.908137 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.908368 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.908578 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.908831 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.909064 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.909292 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.909514 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.909764 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.910000 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.910218 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.910445 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.910674 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.910882 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.911120 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.911352 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.911591 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.911815 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.912053 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.912254 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.912482 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.912744 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.912986 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.913216 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.913439 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.913660 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.913869 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.914128 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.914354 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.914594 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.914849 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.915110 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.915364 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.915574 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.915813 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.916053 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] use_json = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.916259 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.916464 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.916710 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.916919 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.917126 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.917334 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.917541 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.917824 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:04.918273 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.918558 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.918865 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.919140 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.919376 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.919877 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.920123 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.920361 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.920589 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.920848 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.921165 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.921399 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.921685 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.921948 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.922217 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.922561 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.922822 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.923116 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.923368 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.923615 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.923829 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.924067 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.924396 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.924653 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.924930 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.925202 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.925447 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.925689 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.925924 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.926154 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.926373 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.926593 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.926858 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.927121 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.927422 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.927576 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.927805 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.928037 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.928271 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.928489 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.928733 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.928964 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.929182 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.929421 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.929658 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.929872 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.930102 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.930328 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.931601 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.932140 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.932692 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.933924 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.934320 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.934763 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.935141 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.935540 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.935869 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.936123 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.936361 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.936602 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.936880 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.937156 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.937411 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.937646 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.937979 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.938227 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.938576 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.938805 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.939088 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.939336 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.939575 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.939803 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.940027 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.940272 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.940493 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.940719 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.941103 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.941347 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.941578 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.941804 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.942133 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.942617 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.942920 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.943192 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.943496 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.949731 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.950073 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.950368 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.950623 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.950912 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.951207 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.951489 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.951731 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.951973 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.952228 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.952536 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.952802 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.953049 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.953286 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.953520 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.953797 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.954049 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.954279 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.954507 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.954770 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.955076 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.955320 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.955587 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.955828 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.956079 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.956359 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.956656 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.956939 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.957210 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.957433 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.957870 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.958336 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.958751 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.959209 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.959631 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.960050 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.960458 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.960854 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.961274 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.961678 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.962092 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.962346 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.962633 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.962926 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.963208 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.963445 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.963738 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.964202 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.964459 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.964928 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.965116 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.965575 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.965949 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.966152 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.966435 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.966744 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.967148 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.967290 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.967512 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.967829 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.968091 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.968405 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.968608 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.968810 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.969055 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.969331 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.969554 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.969760 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.969999 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.970216 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.970464 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.970719 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.971112 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.971476 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.971986 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.972342 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.972797 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.972797 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.973074 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.973273 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.973383 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.973630 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.973807 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.974020 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.974324 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.974690 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.974869 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.975221 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.975448 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.975690 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.976272 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.976272 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.976272 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.977084 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.977084 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.977084 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.977568 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.977568 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.977568 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.978324 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.978324 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.978324 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.978783 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.979031 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.979215 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.979491 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.979696 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.979909 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.980730 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.980968 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.981324 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.981690 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.981690 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.982052 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.982308 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.982496 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.982650 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.982790 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.983215 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.983376 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.983534 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.983825 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.984092 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.984331 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.984591 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.984817 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.985063 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.985297 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.985512 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.985727 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.985955 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.986176 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.986432 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.986758 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.988238 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.988238 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.988238 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.988238 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.988238 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.988238 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.989596 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.989596 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.989596 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.989596 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.989596 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.990549 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.990549 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.990549 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.990549 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.991172 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.991172 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.991172 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.991627 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.991627 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.992106 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.992106 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.992383 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.992562 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.992742 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.992883 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.993168 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.993418 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.993676 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.993973 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.994266 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.994485 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.994844 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.995112 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.995369 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.995674 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.995959 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.996259 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.996547 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.996836 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.997288 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.997583 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.997853 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.998140 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.998360 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.998663 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.999192 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.999473 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:04.999749 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.000000 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.000435 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.000699 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.000925 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.001169 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.001411 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.001632 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.002035 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.002256 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.002423 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.002565 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.002805 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.003497 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.003497 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.003960 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.003960 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.004401 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.004401 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 03:56:05.005498 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93326) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 07 03:56:05.005498 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 03:56:05.005498 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 03:56:05.005498 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 03:56:05.005498 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 03:56:05.005498 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 03:56:05.006181 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.006181 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.006181 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.006181 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.006435 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.006435 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.006673 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.006673 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.006944 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.007161 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.007161 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.007405 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.007535 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.007666 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.007796 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.007941 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.008070 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.008198 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.008358 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.008499 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.008668 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.008828 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.008989 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] debug = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.009151 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.009363 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.009531 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.009665 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.009826 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.009986 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.010148 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.010304 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.010436 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.010604 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.010768 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.010922 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.011091 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.011250 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.011926 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.012111 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.012244 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.012372 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] host = dv-cinder-803748-2-iscsi {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.012542 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.012717 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.012848 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.013009 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.013170 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.013331 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.013491 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.013652 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.013814 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.013975 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.014387 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.014552 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.014714 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.014879 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] log_file = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.015065 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] log_options = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.015230 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.015411 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.015557 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.015750 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.015919 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.016080 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.016242 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.016404 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.016568 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.016728 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.016889 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.017050 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.017212 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.017374 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.017536 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.017697 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.017857 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.018019 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.018181 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.018342 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.018585 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.018800 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.018994 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.019166 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.019327 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.019489 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.019653 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.019814 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.019974 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.020136 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.020299 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.020459 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.020620 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.020781 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.020942 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.021104 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.021266 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.021432 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.022572 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.022748 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.023128 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.023128 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.023287 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.023856 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.023856 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.023856 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] use_json = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.023856 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.024157 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.024157 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.024321 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.024464 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.024670 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.024821 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.025182 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 03:56:05.025182 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.025451 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.025451 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.025735 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.025735 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.025989 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.026125 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.026260 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.026394 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.026526 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.026871 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.026871 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.027239 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.027239 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.027974 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.027974 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.028147 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.028296 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.028460 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.028626 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.028791 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.028955 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.029141 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.029307 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.029472 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.029637 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.029807 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.029973 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.030138 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.030304 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.030471 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.030624 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.030788 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.030957 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.031152 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.031319 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.031483 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.031649 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.031814 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.031979 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.032319 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.032319 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.032512 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.032594 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.032763 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.032917 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.033080 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.033243 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.033408 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.033571 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.033747 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.033913 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.034076 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.034239 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.034404 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.034566 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.034730 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.034894 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.035081 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.035260 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.035406 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.035585 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.035754 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.035906 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.036093 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.036311 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.036518 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.036518 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.036925 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.036925 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.037240 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.037240 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.037492 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.037492 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.037755 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.037755 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.038007 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.038139 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.038278 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.038410 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.038556 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.038693 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.038828 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.038998 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.039133 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.039294 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.039458 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.039626 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.039862 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.040079 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.040219 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.040385 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.040549 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.040718 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.040874 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.041034 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.041197 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.041364 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.041529 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.041693 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.041858 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.042022 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.042185 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.042353 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.042522 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.042759 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.043278 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.043278 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.043278 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.043673 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.043673 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.043673 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.043913 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.043992 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.044095 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.044264 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.044438 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.044869 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.045310 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.045472 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.045639 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.045802 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.045972 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.046088 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 03:56:05.046170 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.046288 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.046451 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.046616 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.046789 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.046964 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.047245 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.047346 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.047462 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.047651 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.047816 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.047981 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.048146 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.048310 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.048475 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.048648 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.048797 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.048960 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.049122 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.049268 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.049417 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.049595 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.049732 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.049886 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.050050 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.050215 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.050380 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.050545 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.050716 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.050883 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.051089 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.051243 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.051397 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.051521 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.051684 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.051848 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.052015 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.052185 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.052336 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.052499 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.052649 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.052801 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.052964 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.053128 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.053292 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.053464 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.053675 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.053867 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.054076 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.054076 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.054436 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.054436 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.054797 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.054797 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.055190 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.055190 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.055190 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.055727 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.055727 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.055727 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.056347 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.056347 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.056347 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.056347 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.057121 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.057121 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.057121 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.057121 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.057121 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.057931 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.058114 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.058513 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.058685 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.059293 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.059293 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.059846 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.060126 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.060297 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.060462 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.060633 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.060849 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.060959 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.061117 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.061297 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.061463 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.061628 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.061838 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.061958 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.062124 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.062303 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.062458 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.062618 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.062790 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.062944 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.063137 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.063275 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.063518 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.063656 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.063806 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.063942 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.064073 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.064251 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.064443 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.064608 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.064776 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.064931 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.065092 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.065267 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.065417 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.065582 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.065746 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.065923 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.066053 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.066222 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.066443 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.066590 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.066722 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.066852 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.067014 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.067172 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.067410 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.067712 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.067918 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.068105 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.068289 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.068484 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.068665 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.068843 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.069020 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.069190 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.069361 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.069531 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.069683 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.069855 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.070036 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.070191 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.070358 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.070521 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.070689 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.070860 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.071045 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.071218 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.071395 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.071559 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.071721 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.071884 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.072046 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.072208 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.072367 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.072530 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.072692 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.072853 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.073015 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.073201 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.073471 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.073758 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.074563 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.074780 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.075048 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.075252 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.075539 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.075839 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 03:56:05.076073 dv-cinder-803748-2-iscsi neutron-server[93326]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93326) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 03:56:05.324663 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 44852) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:56:05.332997 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061803 Aug 07 03:56:16.826158 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad996176-901d-4830-9419-7fa32b1f2136 None None] get_active_networks_info from dv-cinder-803748-2-iscsi {{(pid=93435) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 07 03:56:16.936839 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad996176-901d-4830-9419-7fa32b1f2136 None None] No non-hosted networks {{(pid=93435) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 07 03:56:16.974644 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.agentschedulers_db [None req-ad996176-901d-4830-9419-7fa32b1f2136 None None] DHCP Agent not found on host dv-cinder-803748-2-iscsi {{(pid=93435) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 07 03:56:17.114063 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1d686373-e33d-4639-a05a-d175c3ee491f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-966369'] for agent, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:19.076764 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f3cba7c4-5478-457e-983e-05fdb86dfaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-966369'] for agent, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:19.123143 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-45fb1faa-13c8-40cd-96b8-bc51d3d70675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:19.496909 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-966369'] for agent, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:19.498128 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:19.498860 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:19.499574 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:19.500137 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:19.501780 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:19.502998 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:19.505033 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:19.506153 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:19.507124 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:19.510070 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:19.510628 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:19.513195 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:19.515959 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803748-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 03:56:19.532083 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803748-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 03:56:20.633890 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-966369'] for agent, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:21.801980 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.db.l3_hamode_db [None req-ae7e02ba-01d0-43b0-ab95-40a3c4f22a0d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 07 03:56:21.885817 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e02ba-01d0-43b0-ab95-40a3c4f22a0d None None] Routers set() bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 03:56:21.886361 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e02ba-01d0-43b0-ab95-40a3c4f22a0d None None] Router IDs set() for agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 07 03:56:22.274480 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-966369'] for agent, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:23.176679 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 44944) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:56:23.667039 dv-cinder-803748-2-iscsi neutron-server[93433]: WARNING oslo_policy.policy [None req-92baa0ee-be01-4c2a-b5cc-128e1211c9cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 03:56:23.667774 dv-cinder-803748-2-iscsi neutron-server[93433]: WARNING oslo_policy.policy [None req-92baa0ee-be01-4c2a-b5cc-128e1211c9cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 03:56:23.886746 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [None req-92baa0ee-be01-4c2a-b5cc-128e1211c9cd admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 03:56:23.891634 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-92baa0ee-be01-4c2a-b5cc-128e1211c9cd admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7103086 Aug 07 03:56:26.254393 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 44958) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:56:26.569231 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-e2aa1399-3796-4ab9-8053-88cef751acbd admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 03:56:26.665183 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.policy [None req-e2aa1399-3796-4ab9-8053-88cef751acbd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93433) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 07 03:56:26.710988 dv-cinder-803748-2-iscsi neutron-server[93433]: WARNING oslo_policy.policy [None req-e2aa1399-3796-4ab9-8053-88cef751acbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 03:56:26.711377 dv-cinder-803748-2-iscsi neutron-server[93433]: WARNING oslo_policy.policy [None req-e2aa1399-3796-4ab9-8053-88cef751acbd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 03:56:26.719766 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.quota [None req-e2aa1399-3796-4ab9-8053-88cef751acbd admin admin] Loaded quota_driver: . Aug 07 03:56:26.811912 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e2aa1399-3796-4ab9-8053-88cef751acbd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791079285474', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791079284951', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791079259180', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791079271041', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791078908071', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791079381947', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33107829', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33540690', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-974980', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-628953'] for rbac-policy, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:26.875217 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e2aa1399-3796-4ab9-8053-88cef751acbd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:26.876409 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-e2aa1399-3796-4ab9-8053-88cef751acbd admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6210494 Aug 07 03:56:29.404111 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 44970) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:56:29.698798 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Request body: {'network': {'project_id': 'da1dc39ff9964172a9c4d25ea165d406', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'da1dc39ff9964172a9c4d25ea165d406'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 03:56:29.726003 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Made reservation on behalf of da1dc39ff9964172a9c4d25ea165d406 for: {'network': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 03:56:29.728788 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:29.746371 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:29.864899 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:29.868847 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:29.887590 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=93433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 03:56:29.917259 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791076431975', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:29.917842 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Unsubscribe: segment precommit_create {{(pid=93433) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 07 03:56:29.918363 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.segments_db [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Added segment c813ab25-5474-4acb-8609-c652039db10c of type vlan for network 864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5 Aug 07 03:56:29.935526 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a9d5d4-1ed3-4ae3-8314-8f0cc805be17,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:56:29.986737 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:29.987250 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:29.987512 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:29.987896 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:29.988206 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:29.988546 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:29.988872 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:29.989194 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:29.989530 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:29.989849 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:29.990165 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:29.990476 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Tracked resource versions report: Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: pushed versions: Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: { 'AddressGroup': {'1.2'}, Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'ConntrackHelper': {'1.0'}, Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Log': {'1.0'}, Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Network': {'1.1'}, Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Port': {'1.7'}, Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'PortForwarding': {'1.2'}, Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'QosPolicy': {'1.9'}, Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'SecurityGroup': {'1.4'}, Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'SecurityGroupRule': {'1.2'}, Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'SubPort': {'1.0'}, Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Subnet': {'1.1'}, Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Trunk': {'1.1'}} Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: consumer versions: Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: { DHCP agent@dv-cinder-803748-2-iscsi: {}, Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: L3 agent@dv-cinder-803748-2-iscsi: {}, Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: Metadata agent@dv-cinder-803748-2-iscsi: {}, Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: Metering agent@dv-cinder-803748-2-iscsi: {}, Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: Open vSwitch agent@dv-cinder-803748-2-iscsi: { 'AddressGroup': '1.2', Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'ConntrackHelper': '1.0', Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Log': '1.0', Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Network': '1.1', Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Port': '1.7', Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'PortForwarding': '1.2', Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'QosPolicy': '1.9', Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'SecurityGroup': '1.4', Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'SecurityGroupRule': '1.2', Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'SubPort': '1.0', Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Subnet': '1.1', Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Trunk': '1.1'}} Aug 07 03:56:29.991584 dv-cinder-803748-2-iscsi neutron-server[93433]: {{(pid=93433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 03:56:30.039765 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:30.088541 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:30.089581 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:56:30.090225 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:30.171845 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7666771 Aug 07 03:56:30.186008 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d4ee2-b4f1-41cd-8f3e-182a54b5fe2a admin admin] Pushing event updated for resources: {'Network': ['ID=864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:56:30.197683 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network 864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5 details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 03:56:32.820824 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 44984) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:56:33.202883 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0437e187-3713-4ba7-84e8-5b9c0ea6a158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:56:33.204245 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-0437e187-3713-4ba7-84e8-5b9c0ea6a158 admin admin] 10.222.0.18 "GET /v2.0/networks/864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5 HTTP/1.1" status: 200 len: 825 time: 0.3824837 Aug 07 03:56:33.228123 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-f91468dd-09af-407c-ac8b-a5224118b032 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/25f01cf0-606c-438c-85d1-b2eb09ff0e95 HTTP/1.1" status: 200 len: 734 time: 0.0180762 Aug 07 03:56:33.237367 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-33fba58d-56a3-47cd-b953-0a72045b59e2 admin admin] Request body: {'subnet': {'subnetpool_id': '25f01cf0-606c-438c-85d1-b2eb09ff0e95', 'tenant_id': 'da1dc39ff9964172a9c4d25ea165d406', 'network_id': '864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 03:56:33.257362 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fba58d-56a3-47cd-b953-0a72045b59e2 admin admin] Made reservation on behalf of da1dc39ff9964172a9c4d25ea165d406 for: {'subnet': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 03:56:33.259658 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-33fba58d-56a3-47cd-b953-0a72045b59e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:33.550010 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-33fba58d-56a3-47cd-b953-0a72045b59e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for subnet, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:33.617685 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fba58d-56a3-47cd-b953-0a72045b59e2 admin admin] Checking segment: {'id': 'c813ab25-5474-4acb-8609-c652039db10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 03:56:33.618060 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fba58d-56a3-47cd-b953-0a72045b59e2 admin admin] Network hostable DHCP agents. Network: 864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 03:56:33.626462 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fba58d-56a3-47cd-b953-0a72045b59e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6c75de-ce11-4d39-8d8a-ad9955967ff7,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:56:33.643723 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fba58d-56a3-47cd-b953-0a72045b59e2 admin admin] Network 864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5 is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 03:56:33.654819 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-33fba58d-56a3-47cd-b953-0a72045b59e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, 864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5) {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 03:56:33.660886 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fba58d-56a3-47cd-b953-0a72045b59e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:56:33.661547 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-33fba58d-56a3-47cd-b953-0a72045b59e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:33.664692 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d1a27-a0c5-4a8e-853f-78d5b26a47db None None] Network 864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 03:56:33.676125 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-33fba58d-56a3-47cd-b953-0a72045b59e2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4419611 Aug 07 03:56:33.984597 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa997e167-6b1a-5d8a-8195-c4d873ed3b43-864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5', 'network_id': '864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5', 'tenant_id': 'da1dc39ff9964172a9c4d25ea165d406', 'fixed_ips': [{'subnet_id': 'ed6c75de-ce11-4d39-8d8a-ad9955967ff7'}]}} from dv-cinder-803748-2-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 03:56:33.985824 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:34.258491 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Allocated IP 172.20.0.2 (864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5/ed6c75de-ce11-4d39-8d8a-ad9955967ff7/53c012dd-bf99-40c4-9062-96929e0c0cd0) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 03:56:34.461309 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:34.502983 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Transition to ACTIVE for port object 53c012dd-bf99-40c4-9062-96929e0c0cd0 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 03:56:34.524319 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Transition to ACTIVE for port object 53c012dd-bf99-40c4-9062-96929e0c0cd0 will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 03:56:34.533456 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:34.611092 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Network 864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5 is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 03:56:34.615766 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 03:56:34.624791 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 03:56:34.627809 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Pushing event updated for resources: {'Port': ['ID=53c012dd-bf99-40c4-9062-96929e0c0cd0,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:56:34.673961 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:34.674628 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:34.674628 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:34.674959 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:34.675311 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:34.675643 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:34.675971 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:34.676298 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:34.676643 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:34.676969 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:34.677290 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:34.677609 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Tracked resource versions report: Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: pushed versions: Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: { 'AddressGroup': {'1.2'}, Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'ConntrackHelper': {'1.0'}, Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Log': {'1.0'}, Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Network': {'1.1'}, Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Port': {'1.7'}, Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'PortForwarding': {'1.2'}, Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'QosPolicy': {'1.9'}, Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'SecurityGroup': {'1.4'}, Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'SecurityGroupRule': {'1.2'}, Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'SubPort': {'1.0'}, Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Subnet': {'1.1'}, Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Trunk': {'1.1'}} Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: consumer versions: Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: { DHCP agent@dv-cinder-803748-2-iscsi: {}, Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: L3 agent@dv-cinder-803748-2-iscsi: {}, Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: Metadata agent@dv-cinder-803748-2-iscsi: {}, Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: Metering agent@dv-cinder-803748-2-iscsi: {}, Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: Open vSwitch agent@dv-cinder-803748-2-iscsi: { 'AddressGroup': '1.2', Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'ConntrackHelper': '1.0', Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Log': '1.0', Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Network': '1.1', Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Port': '1.7', Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'PortForwarding': '1.2', Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'QosPolicy': '1.9', Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'SecurityGroup': '1.4', Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'SecurityGroupRule': '1.2', Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'SubPort': '1.0', Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Subnet': '1.1', Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Trunk': '1.1'}} Aug 07 03:56:34.678657 dv-cinder-803748-2-iscsi neutron-server[93435]: {{(pid=93435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 03:56:34.709066 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Attempting to bind port 53c012dd-bf99-40c4-9062-96929e0c0cd0 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 03:56:34.709450 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Attempting to bind port 53c012dd-bf99-40c4-9062-96929e0c0cd0 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': 'c813ab25-5474-4acb-8609-c652039db10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 03:56:34.709862 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Attempting to bind port 53c012dd-bf99-40c4-9062-96929e0c0cd0 on network 864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 03:56:34.714708 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 3, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 03:56:34.715135 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Checking segment: {'id': 'c813ab25-5474-4acb-8609-c652039db10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 03:56:34.715601 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:34.716004 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Bound using segment: {'id': 'c813ab25-5474-4acb-8609-c652039db10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 03:56:34.716492 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Bound port: 53c012dd-bf99-40c4-9062-96929e0c0cd0, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c813ab25-5474-4acb-8609-c652039db10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 03:56:34.716906 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:34.778683 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] For port 53c012dd-bf99-40c4-9062-96929e0c0cd0, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 03:56:34.782838 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] For port 53c012dd-bf99-40c4-9062-96929e0c0cd0, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=53c012dd-bf99-40c4-9062-96929e0c0cd0,segment=NetworkSegment(c813ab25-5474-4acb-8609-c652039db10c),segment_id=c813ab25-5474-4acb-8609-c652039db10c)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 03:56:34.787254 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:34.860672 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb95454-c14d-433b-83f8-94957de01902 None None] Pushing event updated for resources: {'Port': ['ID=53c012dd-bf99-40c4-9062-96929e0c0cd0,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:56:36.060144 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 44992) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:56:36.558518 dv-cinder-803748-2-iscsi neutron-server[93434]: WARNING oslo_policy.policy [None req-19e08a2b-35a6-4790-9051-98e8af4daac8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 03:56:36.559103 dv-cinder-803748-2-iscsi neutron-server[93434]: WARNING oslo_policy.policy [None req-19e08a2b-35a6-4790-9051-98e8af4daac8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 03:56:36.774183 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [None req-19e08a2b-35a6-4790-9051-98e8af4daac8 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93434) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 03:56:36.775479 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-19e08a2b-35a6-4790-9051-98e8af4daac8 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7133141 Aug 07 03:56:39.161454 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 45006) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:56:39.478097 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [None req-9e26bd60-de82-4f6e-838b-aaa3e25f6d77 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93434) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 03:56:39.479738 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9e26bd60-de82-4f6e-838b-aaa3e25f6d77 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3172555 Aug 07 03:56:42.181356 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 45020) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:56:42.486080 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-ac5c0182-51fd-452f-9909-b8d3cf215dd6 admin admin] Request body: {'router': {'tenant_id': 'da1dc39ff9964172a9c4d25ea165d406', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 03:56:42.550725 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.policy [None req-ac5c0182-51fd-452f-9909-b8d3cf215dd6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93434) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 07 03:56:42.596178 dv-cinder-803748-2-iscsi neutron-server[93434]: WARNING oslo_policy.policy [None req-ac5c0182-51fd-452f-9909-b8d3cf215dd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 03:56:42.596564 dv-cinder-803748-2-iscsi neutron-server[93434]: WARNING oslo_policy.policy [None req-ac5c0182-51fd-452f-9909-b8d3cf215dd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 03:56:42.606052 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.quota [None req-ac5c0182-51fd-452f-9909-b8d3cf215dd6 admin admin] Loaded quota_driver: . Aug 07 03:56:42.664869 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ac5c0182-51fd-452f-9909-b8d3cf215dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31465'] for router, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:42.667479 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ac5c0182-51fd-452f-9909-b8d3cf215dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-953212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:42.825709 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ac5c0182-51fd-452f-9909-b8d3cf215dd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:42.831305 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ac5c0182-51fd-452f-9909-b8d3cf215dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965374'] for router, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:42.851105 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ac5c0182-51fd-452f-9909-b8d3cf215dd6 admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:42.861316 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ac5c0182-51fd-452f-9909-b8d3cf215dd6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6694198 Aug 07 03:56:43.074444 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcff7d3-109f-4fe2-b7a7-3f6d82b8d385 None None] Network 864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 03:56:43.188971 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-c8f3a6db-9691-40b4-bddd-32015ea65757 None None] Provisioning for port 53c012dd-bf99-40c4-9062-96929e0c0cd0 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 03:56:43.717519 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 53c012dd-bf99-40c4-9062-96929e0c0cd0 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 03:56:43.796659 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 53c012dd-bf99-40c4-9062-96929e0c0cd0 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 03:56:43.800363 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 53c012dd-bf99-40c4-9062-96929e0c0cd0 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 03:56:43.800761 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:43.907067 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:43.940587 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 53c012dd-bf99-40c4-9062-96929e0c0cd0, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=53c012dd-bf99-40c4-9062-96929e0c0cd0,segment=NetworkSegment(c813ab25-5474-4acb-8609-c652039db10c),segment_id=c813ab25-5474-4acb-8609-c652039db10c)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 03:56:43.944382 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:43.992646 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=53c012dd-bf99-40c4-9062-96929e0c0cd0,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:56:45.196470 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 45030) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:56:45.499982 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [None req-f0fcdafe-d718-4b37-a2cc-779d1153e913 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93434) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 03:56:45.500972 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f0fcdafe-d718-4b37-a2cc-779d1153e913 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3035951 Aug 07 03:56:45.703381 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 53c012dd-bf99-40c4-9062-96929e0c0cd0 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 03:56:45.753358 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 53c012dd-bf99-40c4-9062-96929e0c0cd0 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 03:56:45.753614 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:46.678766 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-042b6bfc-10fc-4d56-910a-6f719c912cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:47.847071 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 45038) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:56:48.156921 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 03:56:48.179964 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Made reservation on behalf of 3dac62c7348c4dd8b896adf1ce3ab98c for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 03:56:48.183344 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:48.199038 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:48.316253 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:48.319818 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:48.331901 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Reserving flat network on physical network physnet1 {{(pid=93434) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 07 03:56:48.363334 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791076431975', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:48.363904 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Unsubscribe: segment precommit_create {{(pid=93434) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 07 03:56:48.364418 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Added segment 9b6b177c-e449-4fcf-a11d-08625ba37460 of type flat for network 742dd36a-95ab-4647-8a99-05399f0a04a1 Aug 07 03:56:48.383240 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc11a41-2b8c-40c3-9bc3-a2b1211c5db9,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:56:48.432005 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:48.432416 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:48.432757 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:48.433105 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:48.433414 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:48.433760 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:48.434114 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:48.434435 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:48.434771 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:48.435125 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:48.435443 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:48.435758 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Tracked resource versions report: Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: pushed versions: Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: { 'AddressGroup': {'1.2'}, Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'ConntrackHelper': {'1.0'}, Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Log': {'1.0'}, Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Network': {'1.1'}, Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Port': {'1.7'}, Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'PortForwarding': {'1.2'}, Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'QosPolicy': {'1.9'}, Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'SecurityGroup': {'1.4'}, Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'SecurityGroupRule': {'1.2'}, Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'SubPort': {'1.0'}, Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Subnet': {'1.1'}, Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Trunk': {'1.1'}} Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: consumer versions: Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: { DHCP agent@dv-cinder-803748-2-iscsi: {}, Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: L3 agent@dv-cinder-803748-2-iscsi: {}, Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: Metadata agent@dv-cinder-803748-2-iscsi: {}, Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: Metering agent@dv-cinder-803748-2-iscsi: {}, Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: Open vSwitch agent@dv-cinder-803748-2-iscsi: { 'AddressGroup': '1.2', Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'ConntrackHelper': '1.0', Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Log': '1.0', Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Network': '1.1', Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Port': '1.7', Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'PortForwarding': '1.2', Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'QosPolicy': '1.9', Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'SecurityGroup': '1.4', Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'SecurityGroupRule': '1.2', Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'SubPort': '1.0', Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Subnet': '1.1', Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Trunk': '1.1'}} Aug 07 03:56:48.436868 dv-cinder-803748-2-iscsi neutron-server[93434]: {{(pid=93434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 03:56:48.491588 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:48.542220 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:48.543660 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:56:48.544315 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:48.625919 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7777045 Aug 07 03:56:48.639664 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e9510-91de-4eac-a7c8-52e604ed7caa admin admin] Pushing event updated for resources: {'Network': ['ID=742dd36a-95ab-4647-8a99-05399f0a04a1,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:56:48.651299 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 03:56:49.070439 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-baa81a0a-bf0a-47fe-a760-bba7a085b08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:49.481803 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:50.569441 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:51.026981 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 45060) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:56:51.201198 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a015331d-7a67-4621-8110-049730dd76a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:56:51.202498 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-a015331d-7a67-4621-8110-049730dd76a4 admin admin] 10.222.0.18 "GET /v2.0/subnets/ed6c75de-ce11-4d39-8d8a-ad9955967ff7 HTTP/1.1" status: 200 len: 849 time: 0.1745846 Aug 07 03:56:51.359996 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-5c4f7f10-74e0-492c-8987-50df1ee72011 admin admin] 10.222.0.18 "GET /v2.0/routers/8f1b0dc6-0658-42e3-9baf-ab607dc79881 HTTP/1.1" status: 200 len: 704 time: 0.1517034 Aug 07 03:56:51.620560 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:51.903530 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Allocated IP 172.20.0.1 (864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5/ed6c75de-ce11-4d39-8d8a-ad9955967ff7/cc451469-951f-43f4-8831-70d0040ebfe5) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 03:56:52.054890 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:52.075711 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Transition to ACTIVE for port object cc451469-951f-43f4-8831-70d0040ebfe5 will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 03:56:52.155314 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:52.220384 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:52.267919 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Network 864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 03:56:52.274498 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 03:56:52.280625 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 03:56:52.281111 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965645'] for router_interface, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:52.341308 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Pushing event updated for resources: {'Port': ['ID=cc451469-951f-43f4-8831-70d0040ebfe5,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:56:52.483323 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:52.488204 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-8c9f7f6a-1a56-42d2-9e5a-bbcb6b2b6d28 None None] Provisioning for port cc451469-951f-43f4-8831-70d0040ebfe5 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 03:56:52.491891 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-8c9f7f6a-1a56-42d2-9e5a-bbcb6b2b6d28 None None] Provisioning complete for port cc451469-951f-43f4-8831-70d0040ebfe5 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 03:56:52.492252 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-8c9f7f6a-1a56-42d2-9e5a-bbcb6b2b6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:52.524075 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f7f6a-1a56-42d2-9e5a-bbcb6b2b6d28 None None] Port cc451469-951f-43f4-8831-70d0040ebfe5 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 03:56:52.692556 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:52.696537 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:52.697300 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-965817'] for router_interface, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:52.771824 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Pushing event updated for resources: {'Port': ['ID=cc451469-951f-43f4-8831-70d0040ebfe5,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:56:52.815827 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Network 864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 03:56:52.817092 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 03:56:52.974033 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Router 8f1b0dc6-0658-42e3-9baf-ab607dc79881 is scheduled to L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 with binding_index 1 {{(pid=93433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 03:56:53.044479 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-97d7074d-7c7c-4427-a2c0-ea7ad19c46d7 None None] Provisioning complete for port cc451469-951f-43f4-8831-70d0040ebfe5 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 03:56:53.044842 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-97d7074d-7c7c-4427-a2c0-ea7ad19c46d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:53.068494 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 03:56:53.082961 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-8bf72b98-910b-4805-b861-cf97994031bc admin admin] 10.222.0.18 "PUT /v2.0/routers/8f1b0dc6-0658-42e3-9baf-ab607dc79881/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7082849 Aug 07 03:56:53.083339 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-97d7074d-7c7c-4427-a2c0-ea7ad19c46d7 None None] Port cc451469-951f-43f4-8831-70d0040ebfe5 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 03:56:53.091667 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Sync routers for ids ['8f1b0dc6-0658-42e3-9baf-ab607dc79881'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 03:56:53.102942 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Routers {'8f1b0dc6-0658-42e3-9baf-ab607dc79881'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 03:56:53.104383 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T03:56:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['8f1b0dc6-0658-42e3-9baf-ab607dc79881'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 03:56:53.291466 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Set router 8f1b0dc6-0658-42e3-9baf-ab607dc79881 gateway port host: None {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 03:56:53.712150 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1b0dc6-0658-42e3-9baf-ab607dc79881', 'name': 'router1', 'tenant_id': 'da1dc39ff9964172a9c4d25ea165d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T03:56:42Z', 'updated_at': '2021-08-07T03:56:52Z', 'revision_number': 2, 'project_id': 'da1dc39ff9964172a9c4d25ea165d406', 'gw_port_host': None, '_interfaces': [{'id': 'cc451469-951f-43f4-8831-70d0040ebfe5', 'name': '', 'network_id': '864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5', 'tenant_id': 'da1dc39ff9964172a9c4d25ea165d406', 'mac_address': 'fa:16:3e:b9:23:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1b0dc6-0658-42e3-9baf-ab607dc79881', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed6c75de-ce11-4d39-8d8a-ad9955967ff7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T03:56:51Z', 'updated_at': '2021-08-07T03:56:52Z', 'revision_number': 2, 'project_id': 'da1dc39ff9964172a9c4d25ea165d406', 'subnets': [{'id': 'ed6c75de-ce11-4d39-8d8a-ad9955967ff7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25f01cf0-606c-438c-85d1-b2eb09ff0e95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 03:56:53.762950 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Checking router: 8f1b0dc6-0658-42e3-9baf-ab607dc79881 for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 03:56:53.763340 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Updating router 8f1b0dc6-0658-42e3-9baf-ab607dc79881 port cc451469-951f-43f4-8831-70d0040ebfe5 binding host dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 03:56:53.810764 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:54.318819 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:54.337002 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Transition to ACTIVE for port object cc451469-951f-43f4-8831-70d0040ebfe5 will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 03:56:54.343553 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:54.496251 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20741c30-82cd-4ab9-ab92-fa976b330bf5 None None] Pushing event updated for resources: {'Port': ['ID=cc451469-951f-43f4-8831-70d0040ebfe5,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:56:54.511859 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741c30-82cd-4ab9-ab92-fa976b330bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:54.512204 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741c30-82cd-4ab9-ab92-fa976b330bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:54.512529 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741c30-82cd-4ab9-ab92-fa976b330bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:54.512857 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741c30-82cd-4ab9-ab92-fa976b330bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:54.513182 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741c30-82cd-4ab9-ab92-fa976b330bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:54.513503 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741c30-82cd-4ab9-ab92-fa976b330bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:54.513820 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741c30-82cd-4ab9-ab92-fa976b330bf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:54.514139 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741c30-82cd-4ab9-ab92-fa976b330bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:54.514460 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741c30-82cd-4ab9-ab92-fa976b330bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:54.514773 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741c30-82cd-4ab9-ab92-fa976b330bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:54.515160 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741c30-82cd-4ab9-ab92-fa976b330bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:54.515576 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741c30-82cd-4ab9-ab92-fa976b330bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20741c30-82cd-4ab9-ab92-fa976b330bf5 None None] Tracked resource versions report: Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: pushed versions: Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: { 'AddressGroup': {'1.2'}, Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'ConntrackHelper': {'1.0'}, Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Log': {'1.0'}, Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Network': {'1.1'}, Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Port': {'1.7'}, Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'PortForwarding': {'1.2'}, Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'QosPolicy': {'1.9'}, Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'SecurityGroup': {'1.4'}, Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'SecurityGroupRule': {'1.2'}, Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'SubPort': {'1.0'}, Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Subnet': {'1.1'}, Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Trunk': {'1.1'}} Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: consumer versions: Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: { DHCP agent@dv-cinder-803748-2-iscsi: {}, Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: L3 agent@dv-cinder-803748-2-iscsi: {}, Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: Metadata agent@dv-cinder-803748-2-iscsi: {}, Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: Metering agent@dv-cinder-803748-2-iscsi: {}, Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: Open vSwitch agent@dv-cinder-803748-2-iscsi: { 'AddressGroup': '1.2', Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'ConntrackHelper': '1.0', Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Log': '1.0', Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Network': '1.1', Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Port': '1.7', Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'PortForwarding': '1.2', Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'QosPolicy': '1.9', Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'SecurityGroup': '1.4', Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'SecurityGroupRule': '1.2', Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'SubPort': '1.0', Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Subnet': '1.1', Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Trunk': '1.1'}} Aug 07 03:56:54.516518 dv-cinder-803748-2-iscsi neutron-server[93436]: {{(pid=93436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 03:56:54.523004 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Attempting to bind port cc451469-951f-43f4-8831-70d0040ebfe5 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 03:56:54.523395 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Attempting to bind port cc451469-951f-43f4-8831-70d0040ebfe5 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': 'c813ab25-5474-4acb-8609-c652039db10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 03:56:54.523807 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Attempting to bind port cc451469-951f-43f4-8831-70d0040ebfe5 on network 864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5 {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 03:56:54.529410 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 3, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 03:56:54.529801 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Checking segment: {'id': 'c813ab25-5474-4acb-8609-c652039db10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 03:56:54.530259 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:54.530657 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Bound using segment: {'id': 'c813ab25-5474-4acb-8609-c652039db10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 03:56:54.531178 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Bound port: cc451469-951f-43f4-8831-70d0040ebfe5, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c813ab25-5474-4acb-8609-c652039db10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 03:56:54.531550 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:54.597590 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] For port cc451469-951f-43f4-8831-70d0040ebfe5, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 03:56:54.620677 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] For port cc451469-951f-43f4-8831-70d0040ebfe5, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=cc451469-951f-43f4-8831-70d0040ebfe5,segment=NetworkSegment(c813ab25-5474-4acb-8609-c652039db10c),segment_id=c813ab25-5474-4acb-8609-c652039db10c)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 03:56:54.625034 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:54.678495 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Routers {'8f1b0dc6-0658-42e3-9baf-ab607dc79881'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 03:56:54.679135 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T03:56:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['8f1b0dc6-0658-42e3-9baf-ab607dc79881'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 03:56:54.750906 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20741c30-82cd-4ab9-ab92-fa976b330bf5 None None] Pushing event updated for resources: {'Port': ['ID=cc451469-951f-43f4-8831-70d0040ebfe5,revision_number=4']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:56:54.776741 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] Set router 8f1b0dc6-0658-42e3-9baf-ab607dc79881 gateway port host: None {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 03:56:54.991128 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1b0dc6-0658-42e3-9baf-ab607dc79881', 'name': 'router1', 'tenant_id': 'da1dc39ff9964172a9c4d25ea165d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T03:56:42Z', 'updated_at': '2021-08-07T03:56:52Z', 'revision_number': 2, 'project_id': 'da1dc39ff9964172a9c4d25ea165d406', 'gw_port_host': None, '_interfaces': [{'id': 'cc451469-951f-43f4-8831-70d0040ebfe5', 'name': '', 'network_id': '864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5', 'tenant_id': 'da1dc39ff9964172a9c4d25ea165d406', 'mac_address': 'fa:16:3e:b9:23:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1b0dc6-0658-42e3-9baf-ab607dc79881', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed6c75de-ce11-4d39-8d8a-ad9955967ff7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T03:56:51Z', 'updated_at': '2021-08-07T03:56:54Z', 'revision_number': 4, 'project_id': 'da1dc39ff9964172a9c4d25ea165d406', 'subnets': [{'id': 'ed6c75de-ce11-4d39-8d8a-ad9955967ff7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25f01cf0-606c-438c-85d1-b2eb09ff0e95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 03:56:55.015727 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3937528-d770-4031-a69e-c122ef9d65a3 None None] The sync data for ids ['8f1b0dc6-0658-42e3-9baf-ab607dc79881'] in dv-cinder-803748-2-iscsi is: [{'id': '8f1b0dc6-0658-42e3-9baf-ab607dc79881', 'name': 'router1', 'tenant_id': 'da1dc39ff9964172a9c4d25ea165d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T03:56:42Z', 'updated_at': '2021-08-07T03:56:52Z', 'revision_number': 2, 'project_id': 'da1dc39ff9964172a9c4d25ea165d406', 'gw_port_host': None, '_interfaces': [{'id': 'cc451469-951f-43f4-8831-70d0040ebfe5', 'name': '', 'network_id': '864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5', 'tenant_id': 'da1dc39ff9964172a9c4d25ea165d406', 'mac_address': 'fa:16:3e:b9:23:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1b0dc6-0658-42e3-9baf-ab607dc79881', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed6c75de-ce11-4d39-8d8a-ad9955967ff7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T03:56:51Z', 'updated_at': '2021-08-07T03:56:54Z', 'revision_number': 4, 'project_id': 'da1dc39ff9964172a9c4d25ea165d406', 'subnets': [{'id': 'ed6c75de-ce11-4d39-8d8a-ad9955967ff7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25f01cf0-606c-438c-85d1-b2eb09ff0e95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 03:56:55.304242 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 45080) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:56:55.412821 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add48733-bbff-4732-9af0-e8a0196ae0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:56:55.414192 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-add48733-bbff-4732-9af0-e8a0196ae0c0 admin admin] 10.222.0.18 "GET /v2.0/networks/742dd36a-95ab-4647-8a99-05399f0a04a1 HTTP/1.1" status: 200 len: 842 time: 0.1089036 Aug 07 03:56:55.424686 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-a430c997-63bb-4fe2-b2c7-4fdd23c7fb7d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 03:56:55.444241 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a430c997-63bb-4fe2-b2c7-4fdd23c7fb7d admin admin] Made reservation on behalf of 3dac62c7348c4dd8b896adf1ce3ab98c for: {'subnet': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 03:56:55.446422 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a430c997-63bb-4fe2-b2c7-4fdd23c7fb7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:55.729168 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.objects.ports [None req-a430c997-63bb-4fe2-b2c7-4fdd23c7fb7d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93433) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 07 03:56:55.729622 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a430c997-63bb-4fe2-b2c7-4fdd23c7fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for subnet, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:55.783581 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430c997-63bb-4fe2-b2c7-4fdd23c7fb7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3a81da2-620c-480d-93bb-bacc0a6ba538,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:56:55.793608 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a430c997-63bb-4fe2-b2c7-4fdd23c7fb7d admin admin] Checking segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 03:56:55.793961 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430c997-63bb-4fe2-b2c7-4fdd23c7fb7d admin admin] Network hostable DHCP agents. Network: 742dd36a-95ab-4647-8a99-05399f0a04a1, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 03:56:55.809987 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430c997-63bb-4fe2-b2c7-4fdd23c7fb7d admin admin] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 03:56:55.818295 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-a430c997-63bb-4fe2-b2c7-4fdd23c7fb7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, 742dd36a-95ab-4647-8a99-05399f0a04a1) {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 03:56:55.823164 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a430c997-63bb-4fe2-b2c7-4fdd23c7fb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:56:55.823752 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a430c997-63bb-4fe2-b2c7-4fdd23c7fb7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:55.828192 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce69d52b-a544-4fb0-a940-d82d778f3d40 None None] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 03:56:55.838360 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-a430c997-63bb-4fe2-b2c7-4fdd23c7fb7d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4170585 Aug 07 03:56:55.980172 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeb1166-cd90-4047-bee4-ea63f8201e0b None None] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 03:56:58.100522 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 45088) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:56:58.230950 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-509f84ab-eac3-4e4f-8cbf-07a35199d504 admin admin] 10.222.0.18 "GET /v2.0/routers/8f1b0dc6-0658-42e3-9baf-ab607dc79881 HTTP/1.1" status: 200 len: 710 time: 0.1293135 Aug 07 03:56:58.383322 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abb30be-3a8c-44c1-8fb6-164b6a690922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:56:58.384682 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-0abb30be-3a8c-44c1-8fb6-164b6a690922 admin admin] 10.222.0.18 "GET /v2.0/networks/742dd36a-95ab-4647-8a99-05399f0a04a1 HTTP/1.1" status: 200 len: 886 time: 0.1482251 Aug 07 03:56:58.393734 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 03:56:58.641163 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:58.871542 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:58.943012 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:59.060943 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] Allocated IP 172.27.0.143 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/09cfb910-95a9-42bc-8e3e-973ca6db85f8) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 03:56:59.161577 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:59.200081 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:59.239368 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 03:56:59.242218 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 03:56:59.246285 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 03:56:59.249105 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] Pushing event updated for resources: {'Port': ['ID=09cfb910-95a9-42bc-8e3e-973ca6db85f8,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:56:59.499963 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:59.774199 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-965139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-953154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31362'] for router, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:59.777831 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-965352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-965345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-953179'] for router, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:59.882004 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] Router 8f1b0dc6-0658-42e3-9baf-ab607dc79881 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 03:56:59.988489 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 03:56:59.992662 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] Notify callbacks [] for router, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:56:59.993878 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-df76ed19-7abc-4756-bde2-a4c078f57319 admin admin] 10.222.0.18 "PUT /v2.0/routers/8f1b0dc6-0658-42e3-9baf-ab607dc79881 HTTP/1.1" status: 200 len: 890 time: 1.6033115 Aug 07 03:57:01.427224 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Sync routers for ids ['8f1b0dc6-0658-42e3-9baf-ab607dc79881'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 03:57:01.437932 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Routers {'8f1b0dc6-0658-42e3-9baf-ab607dc79881'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 03:57:01.438568 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T03:56:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['8f1b0dc6-0658-42e3-9baf-ab607dc79881'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 03:57:01.686763 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Set router 8f1b0dc6-0658-42e3-9baf-ab607dc79881 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 03:57:01.749442 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device cc451469-951f-43f4-8831-70d0040ebfe5 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 03:57:01.967685 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port cc451469-951f-43f4-8831-70d0040ebfe5 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 03:57:01.984002 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port cc451469-951f-43f4-8831-70d0040ebfe5 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 03:57:01.984371 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:02.143451 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:02.192286 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port cc451469-951f-43f4-8831-70d0040ebfe5, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=cc451469-951f-43f4-8831-70d0040ebfe5,segment=NetworkSegment(c813ab25-5474-4acb-8609-c652039db10c),segment_id=c813ab25-5474-4acb-8609-c652039db10c)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 03:57:02.199480 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:02.205715 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1b0dc6-0658-42e3-9baf-ab607dc79881', 'name': 'router1', 'tenant_id': 'da1dc39ff9964172a9c4d25ea165d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '09cfb910-95a9-42bc-8e3e-973ca6db85f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T03:56:42Z', 'updated_at': '2021-08-07T03:56:59Z', 'revision_number': 4, 'project_id': 'da1dc39ff9964172a9c4d25ea165d406', 'gw_port': {'id': '09cfb910-95a9-42bc-8e3e-973ca6db85f8', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1b0dc6-0658-42e3-9baf-ab607dc79881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T03:56:58Z', 'updated_at': '2021-08-07T03:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'cc451469-951f-43f4-8831-70d0040ebfe5', 'name': '', 'network_id': '864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5', 'tenant_id': 'da1dc39ff9964172a9c4d25ea165d406', 'mac_address': 'fa:16:3e:b9:23:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1b0dc6-0658-42e3-9baf-ab607dc79881', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed6c75de-ce11-4d39-8d8a-ad9955967ff7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T03:56:51Z', 'updated_at': '2021-08-07T03:56:54Z', 'revision_number': 4, 'project_id': 'da1dc39ff9964172a9c4d25ea165d406', 'subnets': [{'id': 'ed6c75de-ce11-4d39-8d8a-ad9955967ff7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25f01cf0-606c-438c-85d1-b2eb09ff0e95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 03:57:02.277061 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Checking router: 8f1b0dc6-0658-42e3-9baf-ab607dc79881 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 03:57:02.277431 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Updating router 8f1b0dc6-0658-42e3-9baf-ab607dc79881 port 09cfb910-95a9-42bc-8e3e-973ca6db85f8 binding host dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 03:57:02.339329 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:02.343529 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=cc451469-951f-43f4-8831-70d0040ebfe5,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:57:02.364205 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 45100) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:57:02.478273 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d4db1c09-ceff-4676-99c0-e1370f5cf23f admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1119006 Aug 07 03:57:02.672609 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:02.682407 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Transition to ACTIVE for port object 09cfb910-95a9-42bc-8e3e-973ca6db85f8 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 03:57:02.688467 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:02.740044 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Attempting to bind port 09cfb910-95a9-42bc-8e3e-973ca6db85f8 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 03:57:02.740422 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Attempting to bind port 09cfb910-95a9-42bc-8e3e-973ca6db85f8 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 03:57:02.740790 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Attempting to bind port 09cfb910-95a9-42bc-8e3e-973ca6db85f8 on network 742dd36a-95ab-4647-8a99-05399f0a04a1 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 03:57:02.747973 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8a691-97df-4cee-8c1a-629dfdd77eff None None] Pushing event updated for resources: {'Port': ['ID=09cfb910-95a9-42bc-8e3e-973ca6db85f8,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:57:02.751492 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 3, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 03:57:02.751867 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Checking segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 03:57:02.752266 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:02.752658 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Bound using segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 03:57:02.753129 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Bound port: 09cfb910-95a9-42bc-8e3e-973ca6db85f8, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 03:57:02.753529 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:02.805419 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] For port 09cfb910-95a9-42bc-8e3e-973ca6db85f8, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 03:57:02.809137 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] For port 09cfb910-95a9-42bc-8e3e-973ca6db85f8, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=09cfb910-95a9-42bc-8e3e-973ca6db85f8,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 03:57:02.813730 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:02.871957 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8a691-97df-4cee-8c1a-629dfdd77eff None None] Pushing event updated for resources: {'Port': ['ID=09cfb910-95a9-42bc-8e3e-973ca6db85f8,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:57:02.878291 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Routers {'8f1b0dc6-0658-42e3-9baf-ab607dc79881'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 03:57:02.878890 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T03:56:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['8f1b0dc6-0658-42e3-9baf-ab607dc79881'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 03:57:03.072991 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] Set router 8f1b0dc6-0658-42e3-9baf-ab607dc79881 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 03:57:03.283729 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1b0dc6-0658-42e3-9baf-ab607dc79881', 'name': 'router1', 'tenant_id': 'da1dc39ff9964172a9c4d25ea165d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '09cfb910-95a9-42bc-8e3e-973ca6db85f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T03:56:42Z', 'updated_at': '2021-08-07T03:56:59Z', 'revision_number': 4, 'project_id': 'da1dc39ff9964172a9c4d25ea165d406', 'gw_port': {'id': '09cfb910-95a9-42bc-8e3e-973ca6db85f8', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1b0dc6-0658-42e3-9baf-ab607dc79881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T03:56:58Z', 'updated_at': '2021-08-07T03:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'cc451469-951f-43f4-8831-70d0040ebfe5', 'name': '', 'network_id': '864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5', 'tenant_id': 'da1dc39ff9964172a9c4d25ea165d406', 'mac_address': 'fa:16:3e:b9:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1b0dc6-0658-42e3-9baf-ab607dc79881', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed6c75de-ce11-4d39-8d8a-ad9955967ff7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T03:56:51Z', 'updated_at': '2021-08-07T03:57:02Z', 'revision_number': 5, 'project_id': 'da1dc39ff9964172a9c4d25ea165d406', 'subnets': [{'id': 'ed6c75de-ce11-4d39-8d8a-ad9955967ff7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25f01cf0-606c-438c-85d1-b2eb09ff0e95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 03:57:03.310428 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee0b47a-c07d-4337-a398-155ca517472e None None] The sync data for ids ['8f1b0dc6-0658-42e3-9baf-ab607dc79881'] in dv-cinder-803748-2-iscsi is: [{'id': '8f1b0dc6-0658-42e3-9baf-ab607dc79881', 'name': 'router1', 'tenant_id': 'da1dc39ff9964172a9c4d25ea165d406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '09cfb910-95a9-42bc-8e3e-973ca6db85f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T03:56:42Z', 'updated_at': '2021-08-07T03:56:59Z', 'revision_number': 4, 'project_id': 'da1dc39ff9964172a9c4d25ea165d406', 'gw_port': {'id': '09cfb910-95a9-42bc-8e3e-973ca6db85f8', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1b0dc6-0658-42e3-9baf-ab607dc79881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T03:56:58Z', 'updated_at': '2021-08-07T03:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'cc451469-951f-43f4-8831-70d0040ebfe5', 'name': '', 'network_id': '864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5', 'tenant_id': 'da1dc39ff9964172a9c4d25ea165d406', 'mac_address': 'fa:16:3e:b9:23:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1b0dc6-0658-42e3-9baf-ab607dc79881', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed6c75de-ce11-4d39-8d8a-ad9955967ff7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T03:56:51Z', 'updated_at': '2021-08-07T03:57:02Z', 'revision_number': 5, 'project_id': 'da1dc39ff9964172a9c4d25ea165d406', 'subnets': [{'id': 'ed6c75de-ce11-4d39-8d8a-ad9955967ff7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '25f01cf0-606c-438c-85d1-b2eb09ff0e95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 03:57:03.854249 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 09cfb910-95a9-42bc-8e3e-973ca6db85f8 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 03:57:03.908060 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 09cfb910-95a9-42bc-8e3e-973ca6db85f8 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 03:57:03.912419 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 09cfb910-95a9-42bc-8e3e-973ca6db85f8 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 03:57:03.913042 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:03.992262 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:04.013399 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 09cfb910-95a9-42bc-8e3e-973ca6db85f8, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=09cfb910-95a9-42bc-8e3e-973ca6db85f8,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 03:57:04.018319 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:04.019130 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device cc451469-951f-43f4-8831-70d0040ebfe5 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 03:57:04.096826 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=09cfb910-95a9-42bc-8e3e-973ca6db85f8,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:57:04.108783 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port cc451469-951f-43f4-8831-70d0040ebfe5 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 03:57:04.109154 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:05.719284 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 09cfb910-95a9-42bc-8e3e-973ca6db85f8 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 03:57:05.768462 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 09cfb910-95a9-42bc-8e3e-973ca6db85f8 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 03:57:05.768905 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:14.954121 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 03:57:16.682630 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-bd2c11b0-0c8e-41c8-88f5-393ae76b27ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:19.073174 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-48987997-568d-485e-81f6-1620d76e283e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:19.486243 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:20.572097 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:22.231797 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:46.685778 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d7a5b7b1-1a58-4b50-9a86-e9118bba337d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:49.077324 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-57844425-2977-4325-873b-840d394d5431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:49.493061 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:50.573415 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:57:51.952323 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 03:57:52.237446 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:58:16.686712 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-ed3e648d-68c1-4381-9f8a-2cde59f16853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:58:19.081252 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-5c247940-8a31-4240-a425-c484f4a97f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:58:19.483858 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:58:20.575631 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:58:22.240809 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:58:28.950986 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 03:58:37.120934 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 45668) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:58:37.183379 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c562b11-abf3-47d7-b941-2bf19752ba47 admin admin] GET failed (client error): The resource could not be found. Aug 07 03:58:37.184710 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-1c562b11-abf3-47d7-b941-2bf19752ba47 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629008 Aug 07 03:58:37.340325 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff902e8-cfd5-4555-8189-39b8a63091b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:58:37.342188 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-cff902e8-cfd5-4555-8189-39b8a63091b0 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1529875 Aug 07 03:58:39.483216 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 45678) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:58:39.575472 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e502157-de15-4c4a-8703-37e624ec566a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:58:39.576793 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-1e502157-de15-4c4a-8703-37e624ec566a admin admin] 10.222.0.18 "GET /v2.0/subnets/ed6c75de-ce11-4d39-8d8a-ad9955967ff7 HTTP/1.1" status: 200 len: 849 time: 0.0926273 Aug 07 03:58:39.586884 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 03:58:39.667465 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:58:39.802770 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791076312212'] for subnet, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:58:39.830837 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:58:39.831436 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:58:39.851020 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] 10.222.0.18 "PUT /v2.0/subnets/ed6c75de-ce11-4d39-8d8a-ad9955967ff7 HTTP/1.1" status: 200 len: 868 time: 0.2499185 Aug 07 03:58:39.851272 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1198a8f-0521-41aa-9e23-acc4dfccd364 None None] Network 864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 03:58:39.854202 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6c75de-ce11-4d39-8d8a-ad9955967ff7,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:58:39.861561 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:58:39.861927 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:58:39.862277 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:58:39.862613 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:58:39.862947 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:58:39.863330 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:58:39.863666 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:58:39.864040 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:58:39.864387 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:58:39.864716 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:58:39.865039 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:58:39.865359 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73777139-7d5b-4657-b725-d2beccfbf742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:58:40.237658 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e283c26b-dcde-408a-817a-8a0ecd529a6b None None] Provisioning complete for port 53c012dd-bf99-40c4-9062-96929e0c0cd0 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 03:58:40.238023 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e283c26b-dcde-408a-817a-8a0ecd529a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:58:40.320159 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e283c26b-dcde-408a-817a-8a0ecd529a6b None None] Provisioning complete for port cc451469-951f-43f4-8831-70d0040ebfe5 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 03:58:40.320423 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e283c26b-dcde-408a-817a-8a0ecd529a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:58:41.993945 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 45686) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:58:42.185386 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad0336c-bfbc-4709-9edd-c0392b4f7726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:58:42.185852 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad0336c-bfbc-4709-9edd-c0392b4f7726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:58:42.187382 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-9ad0336c-bfbc-4709-9edd-c0392b4f7726 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1924880 Aug 07 03:58:44.374342 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 45694) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:58:44.505494 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e3caa0-92ea-4125-9074-3c625e4485bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:58:44.505955 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e3caa0-92ea-4125-9074-3c625e4485bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:58:44.507504 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-38e3caa0-92ea-4125-9074-3c625e4485bf admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1322324 Aug 07 03:58:46.654463 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 45702) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:58:46.686612 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a9a8566e-887f-434c-9e03-ffa89fe57272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:58:46.851755 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142523f0-d690-46c6-8ddc-dc87e190db46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:58:46.853070 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-142523f0-d690-46c6-8ddc-dc87e190db46 admin admin] 10.222.0.18 "GET /v2.0/networks/742dd36a-95ab-4647-8a99-05399f0a04a1 HTTP/1.1" status: 200 len: 886 time: 0.1976483 Aug 07 03:58:49.041356 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 45712) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:58:49.081886 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-609093ca-7299-48a6-9dc9-38fae1ff2375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:58:49.205940 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1821d9d9-d252-4ded-9089-6f10e270e94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:58:49.207787 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-1821d9d9-d252-4ded-9089-6f10e270e94b admin admin] 10.222.0.18 "GET /v2.0/networks/864d8f85-8bf1-4e79-a6ed-ca62e00ef3c5 HTTP/1.1" status: 200 len: 869 time: 0.1649265 Aug 07 03:58:49.484850 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:58:50.577256 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:58:51.354994 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 45720) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:58:51.480432 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d688306-150b-4c3d-ba79-32d2e6c9aebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:58:51.480898 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d688306-150b-4c3d-ba79-32d2e6c9aebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:58:51.482407 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9d688306-150b-4c3d-ba79-32d2e6c9aebd admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264629 Aug 07 03:58:52.244115 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:58:53.607799 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 45728) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:58:53.698907 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cbc38a-d16d-485c-96c5-c713369cb485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:58:53.699387 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cbc38a-d16d-485c-96c5-c713369cb485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:58:53.700877 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-d1cbc38a-d16d-485c-96c5-c713369cb485 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921423 Aug 07 03:58:55.841927 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 45736) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:58:55.926383 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a19146d-2844-486d-baa1-8cb7ed6cc624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:58:55.927719 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-4a19146d-2844-486d-baa1-8cb7ed6cc624 admin admin] 10.222.0.18 "GET /v2.0/subnets/b3a81da2-620c-480d-93bb-bacc0a6ba538 HTTP/1.1" status: 200 len: 816 time: 0.0848536 Aug 07 03:58:58.044276 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 45744) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:58:58.135868 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebd8a77-223b-4ae0-a321-81f920cad6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:58:58.137177 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-1ebd8a77-223b-4ae0-a321-81f920cad6ad admin admin] 10.222.0.18 "GET /v2.0/subnets/ed6c75de-ce11-4d39-8d8a-ad9955967ff7 HTTP/1.1" status: 200 len: 868 time: 0.0918784 Aug 07 03:59:05.949407 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 03:59:16.690140 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0f1ee99f-979a-4a60-a3ac-7ad279d659ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:19.083564 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-adec8b24-bd54-4d5a-b80b-8be3da52edd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:19.485736 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:20.581078 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:22.245780 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:23.567851 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 45798) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:59:23.614399 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [None req-4f745301-17a1-49f5-9ad3-2dccf5ec928b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 03:59:23.615429 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-4f745301-17a1-49f5-9ad3-2dccf5ec928b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466053 Aug 07 03:59:25.828258 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 45806) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:59:25.888283 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f125960-d067-4e9b-b3d8-c84d674f40c9 admin admin] GET failed (client error): The resource could not be found. Aug 07 03:59:25.889556 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-9f125960-d067-4e9b-b3d8-c84d674f40c9 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603795 Aug 07 03:59:25.977636 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd63f88d-ed07-4a00-84c0-52701f35c1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:59:25.979133 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-bd63f88d-ed07-4a00-84c0-52701f35c1a4 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0852451 Aug 07 03:59:28.153862 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 45814) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:59:28.201142 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-5cbece88-8075-4040-9f3e-1f89f2a0aecf admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 03:59:28.221118 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbece88-8075-4040-9f3e-1f89f2a0aecf admin admin] Made reservation on behalf of 3dac62c7348c4dd8b896adf1ce3ab98c for: {'network': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 03:59:28.223677 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5cbece88-8075-4040-9f3e-1f89f2a0aecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:28.253910 dv-cinder-803748-2-iscsi neutron-server[93433]: WARNING neutron.services.revisions.revision_plugin [None req-5cbece88-8075-4040-9f3e-1f89f2a0aecf admin admin] Could not find related network for resource to bump revision. Aug 07 03:59:28.266549 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cbece88-8075-4040-9f3e-1f89f2a0aecf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=93433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 03:59:28.276867 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5cbece88-8075-4040-9f3e-1f89f2a0aecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:28.277201 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.segments_db [None req-5cbece88-8075-4040-9f3e-1f89f2a0aecf admin admin] Added segment 1c5d4115-1b13-45e0-a47d-e72add8e86fa of type vlan for network bcad065c-01da-4fe9-abb9-dd95785ec2ff Aug 07 03:59:28.326505 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5cbece88-8075-4040-9f3e-1f89f2a0aecf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:28.354257 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5cbece88-8075-4040-9f3e-1f89f2a0aecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:28.355162 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbece88-8075-4040-9f3e-1f89f2a0aecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:59:28.355742 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5cbece88-8075-4040-9f3e-1f89f2a0aecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:28.409945 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-5cbece88-8075-4040-9f3e-1f89f2a0aecf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2547987 Aug 07 03:59:28.414643 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbece88-8075-4040-9f3e-1f89f2a0aecf admin admin] Pushing event updated for resources: {'Network': ['ID=bcad065c-01da-4fe9-abb9-dd95785ec2ff,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:59:28.425570 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network bcad065c-01da-4fe9-abb9-dd95785ec2ff details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 03:59:30.657641 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 45822) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 03:59:30.718343 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c25d1c8-dda9-4390-b011-33ecb9a090a2 admin admin] GET failed (client error): The resource could not be found. Aug 07 03:59:30.719672 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-8c25d1c8-dda9-4390-b011-33ecb9a090a2 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610588 Aug 07 03:59:30.882808 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a2fc98-ec34-4afc-80bd-3c4edc696f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:59:30.884305 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-b0a2fc98-ec34-4afc-80bd-3c4edc696f46 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1593750 Aug 07 03:59:30.895088 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-d3a45eb1-477c-4768-ac02-b7528cc43d74 admin admin] Request body: {'subnet': {'network_id': 'bcad065c-01da-4fe9-abb9-dd95785ec2ff', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 03:59:30.915315 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a45eb1-477c-4768-ac02-b7528cc43d74 admin admin] Made reservation on behalf of 3dac62c7348c4dd8b896adf1ce3ab98c for: {'subnet': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 03:59:30.917503 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d3a45eb1-477c-4768-ac02-b7528cc43d74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:31.088208 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d3a45eb1-477c-4768-ac02-b7528cc43d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for subnet, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:31.145617 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a45eb1-477c-4768-ac02-b7528cc43d74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb6665e-19c5-4b95-8925-0b4b76d2e6be,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:59:31.150038 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a45eb1-477c-4768-ac02-b7528cc43d74 admin admin] Checking segment: {'id': '1c5d4115-1b13-45e0-a47d-e72add8e86fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bcad065c-01da-4fe9-abb9-dd95785ec2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 03:59:31.150396 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a45eb1-477c-4768-ac02-b7528cc43d74 admin admin] Network hostable DHCP agents. Network: bcad065c-01da-4fe9-abb9-dd95785ec2ff, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 03:59:31.167285 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a45eb1-477c-4768-ac02-b7528cc43d74 admin admin] Network bcad065c-01da-4fe9-abb9-dd95785ec2ff is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 03:59:31.175157 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-d3a45eb1-477c-4768-ac02-b7528cc43d74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, bcad065c-01da-4fe9-abb9-dd95785ec2ff) {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 03:59:31.180311 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a45eb1-477c-4768-ac02-b7528cc43d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 03:59:31.181167 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d3a45eb1-477c-4768-ac02-b7528cc43d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:31.184102 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b007de0-ed53-495f-b97f-355cb305f3ce None None] Network bcad065c-01da-4fe9-abb9-dd95785ec2ff requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 03:59:31.195645 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d3a45eb1-477c-4768-ac02-b7528cc43d74 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3047040 Aug 07 03:59:31.333663 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa997e167-6b1a-5d8a-8195-c4d873ed3b43-bcad065c-01da-4fe9-abb9-dd95785ec2ff', 'network_id': 'bcad065c-01da-4fe9-abb9-dd95785ec2ff', 'tenant_id': '3dac62c7348c4dd8b896adf1ce3ab98c', 'fixed_ips': [{'subnet_id': '6eb6665e-19c5-4b95-8925-0b4b76d2e6be'}]}} from dv-cinder-803748-2-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 03:59:31.334556 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:31.566230 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Allocated IP 192.168.233.2 (bcad065c-01da-4fe9-abb9-dd95785ec2ff/6eb6665e-19c5-4b95-8925-0b4b76d2e6be/bfcfdcea-6eb1-428e-a793-c6d05b609d0a) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 03:59:31.707129 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:31.715607 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Transition to ACTIVE for port object bfcfdcea-6eb1-428e-a793-c6d05b609d0a will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 03:59:31.730592 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Transition to ACTIVE for port object bfcfdcea-6eb1-428e-a793-c6d05b609d0a will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 03:59:31.736379 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:31.776682 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Network bcad065c-01da-4fe9-abb9-dd95785ec2ff is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 03:59:31.784914 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 03:59:31.786857 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Pushing event updated for resources: {'Port': ['ID=bfcfdcea-6eb1-428e-a793-c6d05b609d0a,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:59:31.788997 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 03:59:31.797688 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:59:31.798038 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:59:31.798387 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:59:31.798727 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:59:31.799090 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:59:31.799440 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:59:31.799756 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:59:31.800166 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:59:31.800705 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:59:31.801108 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:59:31.801441 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:59:31.801791 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 03:59:31.855962 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Attempting to bind port bfcfdcea-6eb1-428e-a793-c6d05b609d0a on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 03:59:31.856341 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Attempting to bind port bfcfdcea-6eb1-428e-a793-c6d05b609d0a by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '1c5d4115-1b13-45e0-a47d-e72add8e86fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bcad065c-01da-4fe9-abb9-dd95785ec2ff'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 03:59:31.856701 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Attempting to bind port bfcfdcea-6eb1-428e-a793-c6d05b609d0a on network bcad065c-01da-4fe9-abb9-dd95785ec2ff {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 03:59:31.861707 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 3, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 03:59:31.862073 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Checking segment: {'id': '1c5d4115-1b13-45e0-a47d-e72add8e86fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bcad065c-01da-4fe9-abb9-dd95785ec2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 03:59:31.862639 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:31.863094 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Bound using segment: {'id': '1c5d4115-1b13-45e0-a47d-e72add8e86fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bcad065c-01da-4fe9-abb9-dd95785ec2ff'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 03:59:31.863636 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Bound port: bfcfdcea-6eb1-428e-a793-c6d05b609d0a, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5d4115-1b13-45e0-a47d-e72add8e86fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bcad065c-01da-4fe9-abb9-dd95785ec2ff'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 03:59:31.864034 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:31.926590 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] For port bfcfdcea-6eb1-428e-a793-c6d05b609d0a, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 03:59:31.929821 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] For port bfcfdcea-6eb1-428e-a793-c6d05b609d0a, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=bfcfdcea-6eb1-428e-a793-c6d05b609d0a,segment=NetworkSegment(1c5d4115-1b13-45e0-a47d-e72add8e86fa),segment_id=1c5d4115-1b13-45e0-a47d-e72add8e86fa)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 03:59:31.933457 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:31.998141 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad3dcb-d3ac-4f68-b4dc-07780bdd8efd None None] Pushing event updated for resources: {'Port': ['ID=bfcfdcea-6eb1-428e-a793-c6d05b609d0a,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:59:32.751621 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879706d4-8bfb-4d13-a12c-40eb20bc99f9 None None] Network bcad065c-01da-4fe9-abb9-dd95785ec2ff requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 03:59:32.817907 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2ecf408d-e902-4bdc-adb7-5aab852270ee None None] Provisioning for port bfcfdcea-6eb1-428e-a793-c6d05b609d0a completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 03:59:33.856359 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device bfcfdcea-6eb1-428e-a793-c6d05b609d0a up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 03:59:33.906021 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port bfcfdcea-6eb1-428e-a793-c6d05b609d0a completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 03:59:33.909969 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port bfcfdcea-6eb1-428e-a793-c6d05b609d0a triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 03:59:33.910341 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:33.993395 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:34.025441 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port bfcfdcea-6eb1-428e-a793-c6d05b609d0a, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=bfcfdcea-6eb1-428e-a793-c6d05b609d0a,segment=NetworkSegment(1c5d4115-1b13-45e0-a47d-e72add8e86fa),segment_id=1c5d4115-1b13-45e0-a47d-e72add8e86fa)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 03:59:34.029441 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:34.078648 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=bfcfdcea-6eb1-428e-a793-c6d05b609d0a,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 03:59:35.831408 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device bfcfdcea-6eb1-428e-a793-c6d05b609d0a up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 03:59:35.882236 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port bfcfdcea-6eb1-428e-a793-c6d05b609d0a triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 03:59:35.882600 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:42.947957 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 03:59:46.692071 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c008661c-7732-49b2-9ec0-7f5feb945f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:49.086375 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-98a4c24d-cd5a-42bb-911b-b691df1479cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:49.486326 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:50.584539 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 03:59:52.249233 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:16.692599 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c8d580cc-2c17-4aff-bf59-df84e8e40efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:19.086716 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-dc9e70f6-b2a9-4374-acc8-9cfaf9a807fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:19.487576 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:19.947243 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:00:20.586070 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:22.255266 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:38.864325 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 45874) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:00:38.870288 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [None req-568605c9-2768-463f-a238-852248c7c848 tempest-verify_tempest_config-1354027836 tempest-verify_tempest_config-1354027836-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:00:38.871293 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-568605c9-2768-463f-a238-852248c7c848 tempest-verify_tempest_config-1354027836 tempest-verify_tempest_config-1354027836-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059426 Aug 07 04:00:39.175777 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 45892) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:00:39.276680 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0314bcc9-1126-4641-a0fd-9baafa97e09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:39.367718 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0314bcc9-1126-4641-a0fd-9baafa97e09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:39.371427 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0314bcc9-1126-4641-a0fd-9baafa97e09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:39.419104 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-0314bcc9-1126-4641-a0fd-9baafa97e09e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ef29528f7184d17adf31e4ae660e540&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2422583 Aug 07 04:00:39.419907 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314bcc9-1126-4641-a0fd-9baafa97e09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ceae491-275c-447c-93d1-367db5dc7a03,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:00:39.421800 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 45896) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:00:39.427116 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314bcc9-1126-4641-a0fd-9baafa97e09e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.427460 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314bcc9-1126-4641-a0fd-9baafa97e09e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.427793 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314bcc9-1126-4641-a0fd-9baafa97e09e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.428120 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314bcc9-1126-4641-a0fd-9baafa97e09e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.428446 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314bcc9-1126-4641-a0fd-9baafa97e09e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.428770 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314bcc9-1126-4641-a0fd-9baafa97e09e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.429091 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314bcc9-1126-4641-a0fd-9baafa97e09e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.429409 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314bcc9-1126-4641-a0fd-9baafa97e09e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.429743 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314bcc9-1126-4641-a0fd-9baafa97e09e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.430066 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314bcc9-1126-4641-a0fd-9baafa97e09e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.430378 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314bcc9-1126-4641-a0fd-9baafa97e09e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.430691 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314bcc9-1126-4641-a0fd-9baafa97e09e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.477005 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:39.500054 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:39.587769 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:39.590212 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:39.591412 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ceae491-275c-447c-93d1-367db5dc7a03 HTTP/1.1" status: 204 len: 168 time: 0.1686473 Aug 07 04:00:39.599879 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ceae491-275c-447c-93d1-367db5dc7a03,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:00:39.606881 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.607277 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.607624 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.607957 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.608289 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.608635 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.608970 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.609331 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.609625 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.609956 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.610280 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:39.611172 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557b3eb-114d-41e7-bb9d-ed4e487b0b36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:00:46.693166 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c81dae6e-d845-42bc-93db-3170e1d604da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:49.086486 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-af389ad4-8fad-4b0a-a0bc-c8b14ac846c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:49.488250 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:50.591559 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:52.255148 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:00:56.946639 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:01:16.694091 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-238b676c-355a-4484-998f-bd59be982747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:01:19.086712 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-4b616d22-1e0b-460a-bc25-603509ddec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:01:19.488547 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:01:20.592732 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:01:22.261562 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:01:33.946655 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 5 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:01:46.693909 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a5f5f961-5ae4-4905-a212-d6125fc1986f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:01:49.087834 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-80803d24-bb83-46fd-8b5b-03674e621649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:01:49.489263 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:01:50.595187 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:01:52.264191 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:02:06.561149 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-966369'] for agent, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:02:10.631765 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 45950) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:02:10.734878 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-bbf463dd-5950-45f6-8b27-f93b111038ec admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1020288 Aug 07 04:02:10.946152 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:02:13.090283 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 45960) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:02:13.143937 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a7b409cc-fff9-4054-bc11-7fdb34217769 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0526004 Aug 07 04:02:16.696061 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-587cbda0-c283-4c34-8c7b-899e8f1b20e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:02:19.089057 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-69041f6b-f54a-4585-8d8c-a1da8dd7ae30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:02:19.489234 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:02:20.598328 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:02:22.267902 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:02:36.514182 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:02:46.695646 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-b5e775df-dfc3-49e1-a20c-02691e3157a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:02:47.945187 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:02:49.089613 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-7d68c88d-5c02-42ee-9237-76bc08531733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:02:49.489169 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:02:50.603995 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:02:52.272441 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:06.528402 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:16.695880 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-165b1a4f-fd13-4337-85e5-56654a39cb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:19.091282 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-4cbc2ba3-21ae-4984-9e50-cfb63449ba94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:19.489884 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:20.606285 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:22.274123 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:24.944600 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:03:36.550244 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:37.438818 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46112) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:37.740240 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46132) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:37.759999 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-network', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:37.783683 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Made reservation on behalf of 330f8cf6d7524977b8a5d4e7c08cd9ec for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:03:37.786504 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:37.795995 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:37.905601 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:37.909925 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:37.922300 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1964703633-network', 'tenant_id': '30a6b18b4682466ca806f062f576241a'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:37.943054 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe50ad31-19cb-462e-84ec-984d28fc770c,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:37.956344 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:37.956988 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:37.957566 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:37.957688 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Made reservation on behalf of 30a6b18b4682466ca806f062f576241a for: {'network': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:03:37.958245 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:37.958760 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:37.959322 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:37.959835 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:37.960326 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:37.960827 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:37.961300 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:37.961510 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:37.961978 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:37.962461 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Tracked resource versions report: Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: pushed versions: Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: { 'AddressGroup': {'1.2'}, Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'ConntrackHelper': {'1.0'}, Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Log': {'1.0'}, Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Network': {'1.1'}, Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Port': {'1.7'}, Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'PortForwarding': {'1.2'}, Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'QosPolicy': {'1.9'}, Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'SecurityGroup': {'1.4'}, Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'SubPort': {'1.0'}, Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Subnet': {'1.1'}, Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Trunk': {'1.1'}} Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: consumer versions: Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: { DHCP agent@dv-cinder-803748-2-iscsi: {}, Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: HyperV agent@hv-cinder-80374: {}, Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: L3 agent@dv-cinder-803748-2-iscsi: {}, Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: Metadata agent@dv-cinder-803748-2-iscsi: {}, Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: Metering agent@dv-cinder-803748-2-iscsi: {}, Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: Open vSwitch agent@dv-cinder-803748-2-iscsi: { 'AddressGroup': '1.2', Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'ConntrackHelper': '1.0', Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Log': '1.0', Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Network': '1.1', Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Port': '1.7', Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'PortForwarding': '1.2', Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'QosPolicy': '1.9', Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'SecurityGroup': '1.4', Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'SecurityGroupRule': '1.2', Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'SubPort': '1.0', Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Subnet': '1.1', Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: 'Trunk': '1.1'}} Aug 07 04:03:37.963477 dv-cinder-803748-2-iscsi neutron-server[93434]: {{(pid=93434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:03:37.970507 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:03:37.974642 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:37.982117 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:37.982556 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Added segment 4b9e891b-401f-40df-a9b5-fded25ca689e of type vlan for network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 Aug 07 04:03:38.050570 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.091355 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.092852 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.095239 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:38.095540 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.097885 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.109483 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=93433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:03:38.118586 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.119143 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.segments_db [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Added segment f99dbb32-ea93-4457-887e-ca7849af143d of type vlan for network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 Aug 07 04:03:38.164620 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] Pushing event updated for resources: {'Network': ['ID=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:38.172259 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-1e985c3f-60b4-434b-aa76-5d17c95b6a8b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7313678 Aug 07 04:03:38.174716 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46170) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:38.179200 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:03:38.180319 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.187306 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-7f223eb5-4a76-4054-a264-290cec288c32 admin admin] Request body: {'subnet': {'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-subnet', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:38.214441 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ada7f93-9ea3-4dcf-92e3-236689c65865,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:38.219055 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f223eb5-4a76-4054-a264-290cec288c32 admin admin] Made reservation on behalf of 330f8cf6d7524977b8a5d4e7c08cd9ec for: {'subnet': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:03:38.221342 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7f223eb5-4a76-4054-a264-290cec288c32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.293108 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:38.293108 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:38.293326 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:38.294389 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:38.294786 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:38.299161 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:38.299513 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:38.299855 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:38.300210 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:38.300546 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:38.301043 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:38.301375 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Tracked resource versions report: Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: pushed versions: Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: { 'AddressGroup': {'1.2'}, Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'ConntrackHelper': {'1.0'}, Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Log': {'1.0'}, Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Network': {'1.1'}, Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Port': {'1.7'}, Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'PortForwarding': {'1.2'}, Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'QosPolicy': {'1.9'}, Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'SecurityGroup': {'1.4'}, Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'SubPort': {'1.0'}, Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Subnet': {'1.1'}, Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Trunk': {'1.1'}} Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: consumer versions: Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: { DHCP agent@dv-cinder-803748-2-iscsi: {}, Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: HyperV agent@hv-cinder-80374: {}, Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: L3 agent@dv-cinder-803748-2-iscsi: {}, Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: Metadata agent@dv-cinder-803748-2-iscsi: {}, Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: Metering agent@dv-cinder-803748-2-iscsi: {}, Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: Open vSwitch agent@dv-cinder-803748-2-iscsi: { 'AddressGroup': '1.2', Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'ConntrackHelper': '1.0', Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Log': '1.0', Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Network': '1.1', Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Port': '1.7', Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'PortForwarding': '1.2', Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'QosPolicy': '1.9', Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'SecurityGroup': '1.4', Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'SecurityGroupRule': '1.2', Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'SubPort': '1.0', Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Subnet': '1.1', Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: 'Trunk': '1.1'}} Aug 07 04:03:38.302398 dv-cinder-803748-2-iscsi neutron-server[93433]: {{(pid=93433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:03:38.326942 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.328103 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:38.328696 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.405240 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6636724 Aug 07 04:03:38.408945 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46178) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:38.416592 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-ad6e3bdc-116c-45ca-8ca5-76597ae38c34 admin admin] Request body: {'subnet': {'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1964703633-subnet', 'tenant_id': '30a6b18b4682466ca806f062f576241a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:38.417027 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a34342-fa36-4907-8ed9-6e35244fcff9 admin admin] Pushing event updated for resources: {'Network': ['ID=b95f6c34-5052-4b6f-af63-c0f6ad7c4372,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:38.428871 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:03:38.451682 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6e3bdc-116c-45ca-8ca5-76597ae38c34 admin admin] Made reservation on behalf of 30a6b18b4682466ca806f062f576241a for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:03:38.454589 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3bdc-116c-45ca-8ca5-76597ae38c34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.532216 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7f223eb5-4a76-4054-a264-290cec288c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for subnet, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.585564 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f223eb5-4a76-4054-a264-290cec288c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=754a0fad-009c-41af-8768-85f84e113703,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:38.608049 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46186) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:38.622937 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f223eb5-4a76-4054-a264-290cec288c32 admin admin] Checking segment: {'id': '4b9e891b-401f-40df-a9b5-fded25ca689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:03:38.623312 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f223eb5-4a76-4054-a264-290cec288c32 admin admin] Network hostable DHCP agents. Network: f6bfdbba-aabd-40f1-a35e-7aacbd51ace8, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:03:38.642675 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f223eb5-4a76-4054-a264-290cec288c32 admin admin] Network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:03:38.646299 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46194) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:38.648018 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46196) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:38.670035 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-7f223eb5-4a76-4054-a264-290cec288c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, f6bfdbba-aabd-40f1-a35e-7aacbd51ace8) {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:03:38.674673 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f223eb5-4a76-4054-a264-290cec288c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:38.675737 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7f223eb5-4a76-4054-a264-290cec288c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.680513 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6de3b2-a1fd-4716-aed8-7150aaf34193 None None] Network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:03:38.696659 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46204) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:38.725875 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-7f223eb5-4a76-4054-a264-290cec288c32 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5498981 Aug 07 04:03:38.726729 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46208) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:38.732249 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:38.755425 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3bdc-116c-45ca-8ca5-76597ae38c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.760814 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31465'] for router, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.764155 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-953212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.829485 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e3bdc-116c-45ca-8ca5-76597ae38c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61ed36dd-7879-4685-b534-20fbc146fe68,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:38.843398 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-7be4f5fe-fb1b-4ea6-b971-827cf480b555 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1286281987-network', 'tenant_id': '003a204b7d8d4968817b31d17e3072dd'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:38.847883 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e3bdc-116c-45ca-8ca5-76597ae38c34 admin admin] Checking segment: {'id': 'f99dbb32-ea93-4457-887e-ca7849af143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:03:38.848192 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6e3bdc-116c-45ca-8ca5-76597ae38c34 admin admin] Network hostable DHCP agents. Network: b95f6c34-5052-4b6f-af63-c0f6ad7c4372, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:03:38.883114 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be4f5fe-fb1b-4ea6-b971-827cf480b555 admin admin] Made reservation on behalf of 003a204b7d8d4968817b31d17e3072dd for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:03:38.885876 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7be4f5fe-fb1b-4ea6-b971-827cf480b555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.897516 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6e3bdc-116c-45ca-8ca5-76597ae38c34 admin admin] Network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:03:38.901997 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7be4f5fe-fb1b-4ea6-b971-827cf480b555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.929669 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-ad6e3bdc-116c-45ca-8ca5-76597ae38c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, b95f6c34-5052-4b6f-af63-c0f6ad7c4372) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:03:38.930827 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-6c9775e2-d58d-45dc-905b-aedac207a739 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1110010423-network', 'tenant_id': '4e274ef0677e48c5a336cf15870d77fc'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:38.940015 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6e3bdc-116c-45ca-8ca5-76597ae38c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:38.940772 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ad6e3bdc-116c-45ca-8ca5-76597ae38c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:38.945425 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9b93ce-7d2e-4a78-812e-3d0b9fc9e5d1 None None] Network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:03:38.951743 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-4ad62dea-1441-4a9c-a8b2-cc94e9b21057 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-56069327-network', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:39.020535 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa997e167-6b1a-5d8a-8195-c4d873ed3b43-f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703'}]}} from dv-cinder-803748-2-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:03:39.021495 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.032850 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7be4f5fe-fb1b-4ea6-b971-827cf480b555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.035629 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-b8815803-4afc-454f-9a9e-d98582d55f11 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-154041276-network', 'tenant_id': 'bb8ec4ad76ab408eb4bfc39fe81a002a'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:39.041455 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7be4f5fe-fb1b-4ea6-b971-827cf480b555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.042377 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.069156 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be4f5fe-fb1b-4ea6-b971-827cf480b555 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:03:39.099679 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ad6e3bdc-116c-45ca-8ca5-76597ae38c34 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6879785 Aug 07 04:03:39.159872 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7be4f5fe-fb1b-4ea6-b971-827cf480b555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.160484 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-7be4f5fe-fb1b-4ea6-b971-827cf480b555 admin admin] Added segment 043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5 of type vlan for network 98df712f-423c-4952-8ac5-55aed9105c0e Aug 07 04:03:39.177087 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9775e2-d58d-45dc-905b-aedac207a739 admin admin] Made reservation on behalf of 4e274ef0677e48c5a336cf15870d77fc for: {'network': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:03:39.179943 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6c9775e2-d58d-45dc-905b-aedac207a739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.195580 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4f5fe-fb1b-4ea6-b971-827cf480b555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2962161a-2159-4ee1-92e0-c35c83b81bf4,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:39.251645 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.257709 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6c9775e2-d58d-45dc-905b-aedac207a739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.267166 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad62dea-1441-4a9c-a8b2-cc94e9b21057 admin admin] Made reservation on behalf of 4b24080fb8644fa5b3fff0ba279b4140 for: {'network': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:03:39.270703 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4ad62dea-1441-4a9c-a8b2-cc94e9b21057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.283575 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7be4f5fe-fb1b-4ea6-b971-827cf480b555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.307413 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4ad62dea-1441-4a9c-a8b2-cc94e9b21057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.359077 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7be4f5fe-fb1b-4ea6-b971-827cf480b555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.360754 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be4f5fe-fb1b-4ea6-b971-827cf480b555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:39.361378 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7be4f5fe-fb1b-4ea6-b971-827cf480b555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.371177 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8815803-4afc-454f-9a9e-d98582d55f11 admin admin] Made reservation on behalf of bb8ec4ad76ab408eb4bfc39fe81a002a for: {'network': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:03:39.374463 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b8815803-4afc-454f-9a9e-d98582d55f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.401574 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b8815803-4afc-454f-9a9e-d98582d55f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.483751 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4f5fe-fb1b-4ea6-b971-827cf480b555 admin admin] Pushing event updated for resources: {'Network': ['ID=98df712f-423c-4952-8ac5-55aed9105c0e,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:39.508672 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network 98df712f-423c-4952-8ac5-55aed9105c0e details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:03:39.526637 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6c9775e2-d58d-45dc-905b-aedac207a739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.548013 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11d2ca3-1ea0-4e5d-a527-04b6ea99f34d None None] Network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:03:39.571837 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6c9775e2-d58d-45dc-905b-aedac207a739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.660933 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9775e2-d58d-45dc-905b-aedac207a739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=93433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:03:39.670705 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6c9775e2-d58d-45dc-905b-aedac207a739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.671313 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.segments_db [None req-6c9775e2-d58d-45dc-905b-aedac207a739 admin admin] Added segment 28a10f86-f612-4329-bbb3-d438cb75cb16 of type vlan for network 8062e885-d2c2-4da5-83e2-ec66e4a9f2ac Aug 07 04:03:39.683816 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.764637 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:39.823053 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Allocated IP 172.20.0.2 (f6bfdbba-aabd-40f1-a35e-7aacbd51ace8/754a0fad-009c-41af-8768-85f84e113703/3b61063e-7d9f-48ac-b291-9a8a28c160ab) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:03:39.875993 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Allocated IP 172.27.0.51 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/245d84d7-5033-4d86-8f50-642ee060d237) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:03:40.018573 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6c9775e2-d58d-45dc-905b-aedac207a739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:40.040947 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:40.089189 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:40.093682 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:40.104661 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Transition to ACTIVE for port object 3b61063e-7d9f-48ac-b291-9a8a28c160ab will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:03:40.123761 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Transition to ACTIVE for port object 3b61063e-7d9f-48ac-b291-9a8a28c160ab will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:03:40.135956 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:40.164491 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Pushing event updated for resources: {'Port': ['ID=245d84d7-5033-4d86-8f50-642ee060d237,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:40.192699 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:03:40.195908 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:03:40.200081 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:03:40.210839 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Pushing event updated for resources: {'Port': ['ID=3b61063e-7d9f-48ac-b291-9a8a28c160ab,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:40.215054 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9775e2-d58d-45dc-905b-aedac207a739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3750435-b24e-49f5-8b1f-7e6f29d4bb10,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:40.225853 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:40.227489 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:40.228483 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:40.229528 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:03:40.229964 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:40.230653 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:40.231522 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:40.232391 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:40.232972 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:40.233716 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:40.234266 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:40.234882 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:40.235395 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Tracked resource versions report: Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: pushed versions: Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: { 'AddressGroup': {'1.2'}, Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'ConntrackHelper': {'1.0'}, Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Log': {'1.0'}, Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Network': {'1.1'}, Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Port': {'1.7'}, Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'PortForwarding': {'1.2'}, Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'QosPolicy': {'1.9'}, Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'SecurityGroup': {'1.4'}, Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'SubPort': {'1.0'}, Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Subnet': {'1.1'}, Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Trunk': {'1.1'}} Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: consumer versions: Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: { DHCP agent@dv-cinder-803748-2-iscsi: {}, Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: HyperV agent@hv-cinder-80374: {}, Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: L3 agent@dv-cinder-803748-2-iscsi: {}, Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: Metadata agent@dv-cinder-803748-2-iscsi: {}, Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: Metering agent@dv-cinder-803748-2-iscsi: {}, Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: Open vSwitch agent@dv-cinder-803748-2-iscsi: { 'AddressGroup': '1.2', Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'ConntrackHelper': '1.0', Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Log': '1.0', Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Network': '1.1', Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Port': '1.7', Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'PortForwarding': '1.2', Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'QosPolicy': '1.9', Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'SecurityGroup': '1.4', Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'SecurityGroupRule': '1.2', Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'SubPort': '1.0', Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Subnet': '1.1', Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: 'Trunk': '1.1'}} Aug 07 04:03:40.237871 dv-cinder-803748-2-iscsi neutron-server[93435]: {{(pid=93435) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:03:40.240321 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:03:40.254794 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:03:40.305977 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Attempting to bind port 3b61063e-7d9f-48ac-b291-9a8a28c160ab on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:03:40.307013 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Attempting to bind port 3b61063e-7d9f-48ac-b291-9a8a28c160ab by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '4b9e891b-401f-40df-a9b5-fded25ca689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:03:40.307541 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Attempting to bind port 3b61063e-7d9f-48ac-b291-9a8a28c160ab on network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:03:40.315323 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:03:40.316028 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Checking segment: {'id': '4b9e891b-401f-40df-a9b5-fded25ca689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:03:40.316602 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:40.317344 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Bound using segment: {'id': '4b9e891b-401f-40df-a9b5-fded25ca689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:03:40.318006 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Bound port: 3b61063e-7d9f-48ac-b291-9a8a28c160ab, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9e891b-401f-40df-a9b5-fded25ca689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:03:40.318582 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:40.395770 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] For port 3b61063e-7d9f-48ac-b291-9a8a28c160ab, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:03:40.399796 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] For port 3b61063e-7d9f-48ac-b291-9a8a28c160ab, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=3b61063e-7d9f-48ac-b291-9a8a28c160ab,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:03:40.409124 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:40.488061 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8034fcb-c02b-4bc6-bb52-4bf2dc2b8637 None None] Pushing event updated for resources: {'Port': ['ID=3b61063e-7d9f-48ac-b291-9a8a28c160ab,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:40.557327 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6c9775e2-d58d-45dc-905b-aedac207a739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:40.557327 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9775e2-d58d-45dc-905b-aedac207a739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:40.557327 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-6c9775e2-d58d-45dc-905b-aedac207a739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:40.623613 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46302) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:40.690427 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9775e2-d58d-45dc-905b-aedac207a739 admin admin] Pushing event updated for resources: {'Network': ['ID=8062e885-d2c2-4da5-83e2-ec66e4a9f2ac,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:40.703408 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network 8062e885-d2c2-4da5-83e2-ec66e4a9f2ac details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:03:40.718566 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4ad62dea-1441-4a9c-a8b2-cc94e9b21057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:40.721476 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:40.733547 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-7be4f5fe-fb1b-4ea6-b971-827cf480b555 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1239223 Aug 07 04:03:40.736568 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46308) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:40.743383 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-4c4461a8-7b60-4676-a992-f417acaa722a admin admin] Request body: {'subnet': {'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281987-subnet', 'tenant_id': '003a204b7d8d4968817b31d17e3072dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:40.816544 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4ad62dea-1441-4a9c-a8b2-cc94e9b21057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:40.845735 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-661cf7b8-281d-4665-8c49-6a32d62718fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:40.891948 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-6c9775e2-d58d-45dc-905b-aedac207a739 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2427747 Aug 07 04:03:40.897727 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46318) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:40.912823 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-7f2ed089-77fd-43da-9a4d-12b58999f27e admin admin] Request body: {'subnet': {'network_id': '8062e885-d2c2-4da5-83e2-ec66e4a9f2ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1110010423-subnet', 'tenant_id': '4e274ef0677e48c5a336cf15870d77fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:40.917116 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46320) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:40.925995 dv-cinder-803748-2-iscsi neutron-server[93433]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 07 04:03:40.927033 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad62dea-1441-4a9c-a8b2-cc94e9b21057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=93433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:03:41.032072 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad62dea-1441-4a9c-a8b2-cc94e9b21057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b54dc56-18b1-42dc-b59d-46bd12005c5e,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:41.115045 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4ad62dea-1441-4a9c-a8b2-cc94e9b21057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:41.115320 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.segments_db [None req-4ad62dea-1441-4a9c-a8b2-cc94e9b21057 admin admin] Added segment 8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5 of type vlan for network 35f15573-4d02-4cd9-a022-983f2f904dbd Aug 07 04:03:41.245886 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4ad62dea-1441-4a9c-a8b2-cc94e9b21057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:41.304461 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-c174451a-5d7a-46d2-af08-4c0c164e0ed4 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:41.305915 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-c174451a-5d7a-46d2-af08-4c0c164e0ed4 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/networks?id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372 HTTP/1.1" status: 200 len: 815 time: 0.3810983 Aug 07 04:03:41.352760 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-0182f83a-d4a5-4015-ac6e-68a28d203ff8 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/quotas/30a6b18b4682466ca806f062f576241a HTTP/1.1" status: 200 len: 375 time: 0.0369709 Aug 07 04:03:41.436825 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4ad62dea-1441-4a9c-a8b2-cc94e9b21057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:41.437782 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad62dea-1441-4a9c-a8b2-cc94e9b21057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:41.438363 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4ad62dea-1441-4a9c-a8b2-cc94e9b21057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:41.472682 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-75826266-c03e-4d1a-b4d6-fc82c502b3b3 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=30a6b18b4682466ca806f062f576241a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870821 Aug 07 04:03:41.476268 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b8815803-4afc-454f-9a9e-d98582d55f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:41.501082 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.db.api [None req-661cf7b8-281d-4665-8c49-6a32d62718fd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 07 04:03:41.501082 dv-cinder-803748-2-iscsi neutron-server[93434]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 07 04:03:41.501082 dv-cinder-803748-2-iscsi neutron-server[93434]: [parameters: {'project_id_1': '618691853a634e7da45429599500afb9', 'expiration_1': datetime.datetime(2021, 8, 7, 4, 3, 40, 881264)}] Aug 07 04:03:41.501082 dv-cinder-803748-2-iscsi neutron-server[93434]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 04:03:41.501527 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG oslo_db.api [None req-661cf7b8-281d-4665-8c49-6a32d62718fd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 04:03:41.502063 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.db.api [None req-7f2ed089-77fd-43da-9a4d-12b58999f27e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 07 04:03:41.502063 dv-cinder-803748-2-iscsi neutron-server[93434]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 07 04:03:41.502063 dv-cinder-803748-2-iscsi neutron-server[93434]: [parameters: {'project_id_1': '4e274ef0677e48c5a336cf15870d77fc', 'expiration_1': datetime.datetime(2021, 8, 7, 4, 3, 40, 925629)}] Aug 07 04:03:41.502063 dv-cinder-803748-2-iscsi neutron-server[93434]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 04:03:41.502509 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG oslo_db.api [None req-7f2ed089-77fd-43da-9a4d-12b58999f27e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 04:03:41.503369 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4461a8-7b60-4676-a992-f417acaa722a admin admin] Made reservation on behalf of 003a204b7d8d4968817b31d17e3072dd for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:03:41.507923 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4c4461a8-7b60-4676-a992-f417acaa722a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:41.525722 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b8815803-4afc-454f-9a9e-d98582d55f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:41.545373 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965374'] for router, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:41.554875 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-4ad62dea-1441-4a9c-a8b2-cc94e9b21057 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9017739 Aug 07 04:03:41.557319 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46332) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:41.570200 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8815803-4afc-454f-9a9e-d98582d55f11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=93433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:03:41.576988 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-d2574df4-b0be-4552-a5bd-118d8929c1fb admin admin] Request body: {'subnet': {'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-56069327-subnet', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:41.584820 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad62dea-1441-4a9c-a8b2-cc94e9b21057 admin admin] Pushing event updated for resources: {'Network': ['ID=35f15573-4d02-4cd9-a022-983f2f904dbd,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:41.598762 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network 35f15573-4d02-4cd9-a022-983f2f904dbd details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:03:41.619947 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2574df4-b0be-4552-a5bd-118d8929c1fb admin admin] Made reservation on behalf of 4b24080fb8644fa5b3fff0ba279b4140 for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:03:41.623490 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d2574df4-b0be-4552-a5bd-118d8929c1fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:41.648809 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b8815803-4afc-454f-9a9e-d98582d55f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:41.649253 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.segments_db [None req-b8815803-4afc-454f-9a9e-d98582d55f11 admin admin] Added segment 1d5cf49e-1b9d-483d-9d97-bbaa0f4ccaae of type vlan for network aaf1f8f1-e2a2-4bfd-a285-234e2635a230 Aug 07 04:03:41.651106 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8815803-4afc-454f-9a9e-d98582d55f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53124708-5966-4716-9249-7b285a6c436c,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:41.673478 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-016a3638-eef7-4ef0-ab4f-9b5a6ce5c968 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:03:41.674526 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-016a3638-eef7-4ef0-ab4f-9b5a6ce5c968 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1017818 Aug 07 04:03:41.797983 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7c1a46-d713-4dc7-8347-f2e94d5854cb None None] Network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:03:41.800730 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b8815803-4afc-454f-9a9e-d98582d55f11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:41.874406 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-92ffec23-a78d-4ad9-8b74-03b8d4faf8e9 None None] Provisioning for port 3b61063e-7d9f-48ac-b291-9a8a28c160ab completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:03:41.894039 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b8815803-4afc-454f-9a9e-d98582d55f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:41.895652 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8815803-4afc-454f-9a9e-d98582d55f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:41.896235 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b8815803-4afc-454f-9a9e-d98582d55f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:41.909461 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-ed304483-c4f3-42dc-a38e-2659594f8c14 service neutron] 10.222.0.18 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021737 Aug 07 04:03:41.924578 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4c4461a8-7b60-4676-a992-f417acaa722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:41.965974 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Router c214308a-50c1-497a-b266-bf4e1e3babf4 is scheduled to L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 with binding_index 1 {{(pid=93433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:03:41.986469 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d2574df4-b0be-4552-a5bd-118d8929c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:42.004526 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-661cf7b8-281d-4665-8c49-6a32d62718fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:42.015341 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-b8815803-4afc-454f-9a9e-d98582d55f11 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3167374 Aug 07 04:03:42.020799 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46340) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:42.022289 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 3b61063e-7d9f-48ac-b291-9a8a28c160ab up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:03:42.031694 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-9200105e-6c43-4ef6-89f9-98364113b971 admin admin] Request body: {'subnet': {'network_id': 'aaf1f8f1-e2a2-4bfd-a285-234e2635a230', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-154041276-subnet', 'tenant_id': 'bb8ec4ad76ab408eb4bfc39fe81a002a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:42.037460 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8815803-4afc-454f-9a9e-d98582d55f11 admin admin] Pushing event updated for resources: {'Network': ['ID=aaf1f8f1-e2a2-4bfd-a285-234e2635a230,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:42.056412 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2ed089-77fd-43da-9a4d-12b58999f27e admin admin] Made reservation on behalf of 4e274ef0677e48c5a336cf15870d77fc for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:03:42.058712 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed089-77fd-43da-9a4d-12b58999f27e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:42.064017 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network aaf1f8f1-e2a2-4bfd-a285-234e2635a230 details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:03:42.131806 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-d9e365fb-8d90-4692-ac6d-3838191b4b0a service neutron] 10.222.0.18 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829593 Aug 07 04:03:42.183933 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 3b61063e-7d9f-48ac-b291-9a8a28c160ab completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:03:42.188111 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 3b61063e-7d9f-48ac-b291-9a8a28c160ab triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:03:42.188481 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:42.188892 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9200105e-6c43-4ef6-89f9-98364113b971 admin admin] Made reservation on behalf of bb8ec4ad76ab408eb4bfc39fe81a002a for: {'subnet': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:03:42.193017 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9200105e-6c43-4ef6-89f9-98364113b971 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:42.310913 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4461a8-7b60-4676-a992-f417acaa722a admin admin] Pushing event updated for resources: {'Subnet': ['ID=89e600fc-6cf1-4ba0-b06a-135114de945d,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:42.417857 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2574df4-b0be-4552-a5bd-118d8929c1fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f7c230-1533-4f59-ab13-7e2194590c52,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:42.444768 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-cc456bc2-7750-4a75-b30f-c07a0d1d68a8 None None] Provisioning complete for port 3b61063e-7d9f-48ac-b291-9a8a28c160ab triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:03:42.445151 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-cc456bc2-7750-4a75-b30f-c07a0d1d68a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:42.454366 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4461a8-7b60-4676-a992-f417acaa722a admin admin] Checking segment: {'id': '043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:03:42.454733 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4461a8-7b60-4676-a992-f417acaa722a admin admin] Network hostable DHCP agents. Network: 98df712f-423c-4952-8ac5-55aed9105c0e, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:03:42.462544 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed089-77fd-43da-9a4d-12b58999f27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:42.491455 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:42.559558 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 3b61063e-7d9f-48ac-b291-9a8a28c160ab, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=3b61063e-7d9f-48ac-b291-9a8a28c160ab,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:03:42.593879 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:42.628930 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2574df4-b0be-4552-a5bd-118d8929c1fb admin admin] Checking segment: {'id': '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:03:42.629324 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2574df4-b0be-4552-a5bd-118d8929c1fb admin admin] Network hostable DHCP agents. Network: 35f15573-4d02-4cd9-a022-983f2f904dbd, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:03:42.642758 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0af4d059-d77e-4dfb-86d6-3c70301eaf81 req-fb4cdb9b-dc95-4343-a58b-402ba652ae1e tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 210 time: 0.1336184 Aug 07 04:03:42.670363 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:03:42.676555 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4461a8-7b60-4676-a992-f417acaa722a admin admin] Network 98df712f-423c-4952-8ac5-55aed9105c0e is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:03:42.684776 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Sync routers for ids ['c214308a-50c1-497a-b266-bf4e1e3babf4'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:03:42.702821 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Routers {'c214308a-50c1-497a-b266-bf4e1e3babf4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:03:42.703899 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:03:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['c214308a-50c1-497a-b266-bf4e1e3babf4'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:42.713607 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-4c4461a8-7b60-4676-a992-f417acaa722a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, 98df712f-423c-4952-8ac5-55aed9105c0e) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:03:42.721276 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=3b61063e-7d9f-48ac-b291-9a8a28c160ab,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:42.723451 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ed089-77fd-43da-9a4d-12b58999f27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cca40c2-db62-4248-9e73-7d385eb79a4c,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:42.730039 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d769fd2-60ad-43a7-87ce-187a40cc88de None None] Network 98df712f-423c-4952-8ac5-55aed9105c0e requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:03:42.744945 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4461a8-7b60-4676-a992-f417acaa722a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:42.745546 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4c4461a8-7b60-4676-a992-f417acaa722a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:42.775818 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2574df4-b0be-4552-a5bd-118d8929c1fb admin admin] Network 35f15573-4d02-4cd9-a022-983f2f904dbd is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:03:42.796274 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ed089-77fd-43da-9a4d-12b58999f27e admin admin] Checking segment: {'id': '28a10f86-f612-4329-bbb3-d438cb75cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8062e885-d2c2-4da5-83e2-ec66e4a9f2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:03:42.803410 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2ed089-77fd-43da-9a4d-12b58999f27e admin admin] Network hostable DHCP agents. Network: 8062e885-d2c2-4da5-83e2-ec66e4a9f2ac, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:03:42.826153 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-d2574df4-b0be-4552-a5bd-118d8929c1fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, 35f15573-4d02-4cd9-a022-983f2f904dbd) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:03:42.842051 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2574df4-b0be-4552-a5bd-118d8929c1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:42.842636 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d2574df4-b0be-4552-a5bd-118d8929c1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:42.853713 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ed64bf-679f-4780-80a5-bb68eaa3137b None None] Network 35f15573-4d02-4cd9-a022-983f2f904dbd requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:03:42.904500 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9200105e-6c43-4ef6-89f9-98364113b971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for subnet, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:42.922754 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-661cf7b8-281d-4665-8c49-6a32d62718fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:42.923705 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2ed089-77fd-43da-9a4d-12b58999f27e admin admin] Network 8062e885-d2c2-4da5-83e2-ec66e4a9f2ac is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:03:42.938940 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-661cf7b8-281d-4665-8c49-6a32d62718fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:42.963821 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] Notify callbacks [] for router, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:42.967066 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-e5646bf5-b8d0-4675-af4a-73dd18cc0414 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2389760 Aug 07 04:03:42.983953 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46376) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:42.985348 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4c4461a8-7b60-4676-a992-f417acaa722a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2469437 Aug 07 04:03:42.986021 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-7f2ed089-77fd-43da-9a4d-12b58999f27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, 8062e885-d2c2-4da5-83e2-ec66e4a9f2ac) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:03:42.993871 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-d2574df4-b0be-4552-a5bd-118d8929c1fb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4352467 Aug 07 04:03:42.994416 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46380) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:43.001119 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Set router c214308a-50c1-497a-b266-bf4e1e3babf4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:03:43.032362 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2ed089-77fd-43da-9a4d-12b58999f27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:43.035008 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed089-77fd-43da-9a4d-12b58999f27e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:43.038108 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f569273-4a7a-4c71-8c64-c584f17928d0 None None] Network 8062e885-d2c2-4da5-83e2-ec66e4a9f2ac requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:03:43.047184 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1286281987-router', 'tenant_id': '003a204b7d8d4968817b31d17e3072dd', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:43.071965 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46382) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:43.108643 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:43.143177 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-661cf7b8-281d-4665-8c49-6a32d62718fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=618691853a634e7da45429599500afb9&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5174880 Aug 07 04:03:43.144173 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cf7b8-281d-4665-8c49-6a32d62718fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba55a57-60ef-43a8-aee9-8286c8dd260e,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:43.150338 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46394) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:43.167505 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31465'] for router, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:43.169452 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-953212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:43.190449 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-7f2ed089-77fd-43da-9a4d-12b58999f27e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2915270 Aug 07 04:03:43.225078 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31465'] for router, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:43.226087 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-953212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:43.237826 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200105e-6c43-4ef6-89f9-98364113b971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2061280b-8acc-4b59-8c71-3790364d77ac,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:43.250681 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:40Z', 'revision_number': 3, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:43.301995 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:43.305822 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Checking router: c214308a-50c1-497a-b266-bf4e1e3babf4 for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:03:43.310073 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Updating router c214308a-50c1-497a-b266-bf4e1e3babf4 port 245d84d7-5033-4d86-8f50-642ee060d237 binding host dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:03:43.313097 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9200105e-6c43-4ef6-89f9-98364113b971 admin admin] Checking segment: {'id': '1d5cf49e-1b9d-483d-9d97-bbaa0f4ccaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aaf1f8f1-e2a2-4bfd-a285-234e2635a230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:03:43.313456 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9200105e-6c43-4ef6-89f9-98364113b971 admin admin] Network hostable DHCP agents. Network: aaf1f8f1-e2a2-4bfd-a285-234e2635a230, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:03:43.369723 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660eae9e-d01b-439c-8e9b-a2c843158241 None None] Network 98df712f-423c-4952-8ac5-55aed9105c0e requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:03:43.372041 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:43.383781 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-63ab1ea8-8b0e-479d-8de3-c28a732130b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:43.384560 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa997e167-6b1a-5d8a-8195-c4d873ed3b43-35f15573-4d02-4cd9-a022-983f2f904dbd', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52'}]}} from dv-cinder-803748-2-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:03:43.385567 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:43.425067 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9200105e-6c43-4ef6-89f9-98364113b971 admin admin] Network aaf1f8f1-e2a2-4bfd-a285-234e2635a230 is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:03:43.436655 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:43.457805 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-9200105e-6c43-4ef6-89f9-98364113b971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, aaf1f8f1-e2a2-4bfd-a285-234e2635a230) {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:03:43.485670 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-63ab1ea8-8b0e-479d-8de3-c28a732130b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:43.487945 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d88695-217f-43c6-94c6-b12b12636f90 None None] Network aaf1f8f1-e2a2-4bfd-a285-234e2635a230 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:03:43.490092 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9200105e-6c43-4ef6-89f9-98364113b971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:43.490899 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9200105e-6c43-4ef6-89f9-98364113b971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:43.581474 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-9200105e-6c43-4ef6-89f9-98364113b971 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5569057 Aug 07 04:03:43.687408 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-63ab1ea8-8b0e-479d-8de3-c28a732130b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:43.690522 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-63ab1ea8-8b0e-479d-8de3-c28a732130b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:43.694760 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-63ab1ea8-8b0e-479d-8de3-c28a732130b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ba55a57-60ef-43a8-aee9-8286c8dd260e HTTP/1.1" status: 204 len: 168 time: 0.5398395 Aug 07 04:03:43.775412 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46432) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:43.794161 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab1ea8-8b0e-479d-8de3-c28a732130b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba55a57-60ef-43a8-aee9-8286c8dd260e,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:44.087140 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 3b61063e-7d9f-48ac-b291-9a8a28c160ab up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:03:44.114955 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a5c2fbd9-e729-458f-9ce2-3cd6901b0ac1 req-d53e7426-1753-43ce-8726-0700d88f9af0 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 210 time: 0.1009972 Aug 07 04:03:44.150389 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:44.166893 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8e2c16-2db3-4494-b14c-b8ce4d260688 None None] Network aaf1f8f1-e2a2-4bfd-a285-234e2635a230 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:03:44.173584 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Transition to ACTIVE for port object 245d84d7-5033-4d86-8f50-642ee060d237 will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:03:44.191318 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:44.319057 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:44.338270 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-0b53237a-342c-4b2d-8e90-0667b6240f7e tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:44.345163 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-0b53237a-342c-4b2d-8e90-0667b6240f7e tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/networks?id=8062e885-d2c2-4da5-83e2-ec66e4a9f2ac HTTP/1.1" status: 200 len: 812 time: 0.5631983 Aug 07 04:03:44.354214 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Attempting to bind port 245d84d7-5033-4d86-8f50-642ee060d237 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:03:44.354592 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Attempting to bind port 245d84d7-5033-4d86-8f50-642ee060d237 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:03:44.354958 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Attempting to bind port 245d84d7-5033-4d86-8f50-642ee060d237 on network 742dd36a-95ab-4647-8a99-05399f0a04a1 {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:03:44.368222 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a893d7-cf92-4396-8396-17b7497f0de8 None None] Pushing event updated for resources: {'Port': ['ID=245d84d7-5033-4d86-8f50-642ee060d237,revision_number=2']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:44.388068 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:03:44.388449 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Checking segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:03:44.388859 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:44.389259 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Bound using segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:03:44.389735 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Bound port: 245d84d7-5033-4d86-8f50-642ee060d237, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:03:44.390134 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:44.408819 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-733d2142-cc5a-4f16-9017-7a45d3b41a66 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/quotas/4e274ef0677e48c5a336cf15870d77fc HTTP/1.1" status: 200 len: 375 time: 0.0455544 Aug 07 04:03:44.444943 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a893d7-cf92-4396-8396-17b7497f0de8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:44.445705 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a893d7-cf92-4396-8396-17b7497f0de8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:44.446278 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a893d7-cf92-4396-8396-17b7497f0de8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:44.446850 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a893d7-cf92-4396-8396-17b7497f0de8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:44.447423 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a893d7-cf92-4396-8396-17b7497f0de8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:44.447992 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a893d7-cf92-4396-8396-17b7497f0de8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:44.449345 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a893d7-cf92-4396-8396-17b7497f0de8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:44.450587 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a893d7-cf92-4396-8396-17b7497f0de8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:44.451312 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a893d7-cf92-4396-8396-17b7497f0de8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:44.451896 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a893d7-cf92-4396-8396-17b7497f0de8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:44.452461 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a893d7-cf92-4396-8396-17b7497f0de8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:44.453036 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a893d7-cf92-4396-8396-17b7497f0de8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a893d7-cf92-4396-8396-17b7497f0de8 None None] Tracked resource versions report: Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: pushed versions: Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: { 'AddressGroup': {'1.2'}, Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'ConntrackHelper': {'1.0'}, Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Log': {'1.0'}, Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Network': {'1.1'}, Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Port': {'1.7'}, Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'PortForwarding': {'1.2'}, Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'QosPolicy': {'1.9'}, Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'SecurityGroup': {'1.4'}, Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'SubPort': {'1.0'}, Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Subnet': {'1.1'}, Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Trunk': {'1.1'}} Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: consumer versions: Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: { DHCP agent@dv-cinder-803748-2-iscsi: {}, Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: HyperV agent@hv-cinder-80374: {}, Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: L3 agent@dv-cinder-803748-2-iscsi: {}, Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: Metadata agent@dv-cinder-803748-2-iscsi: {}, Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: Metering agent@dv-cinder-803748-2-iscsi: {}, Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: Open vSwitch agent@dv-cinder-803748-2-iscsi: { 'AddressGroup': '1.2', Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'ConntrackHelper': '1.0', Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Log': '1.0', Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Network': '1.1', Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Port': '1.7', Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'PortForwarding': '1.2', Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'QosPolicy': '1.9', Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'SecurityGroup': '1.4', Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'SecurityGroupRule': '1.2', Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'SubPort': '1.0', Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Subnet': '1.1', Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: 'Trunk': '1.1'}} Aug 07 04:03:44.454477 dv-cinder-803748-2-iscsi neutron-server[93436]: {{(pid=93436) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:03:44.484514 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9982421b-c54c-4a7d-be3f-5a86297d5072 None None] Network 8062e885-d2c2-4da5-83e2-ec66e4a9f2ac requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:03:44.522225 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:44.541250 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:44.542281 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] For port 245d84d7-5033-4d86-8f50-642ee060d237, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:03:44.553019 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] For port 245d84d7-5033-4d86-8f50-642ee060d237, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=245d84d7-5033-4d86-8f50-642ee060d237,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:03:44.564007 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 3b61063e-7d9f-48ac-b291-9a8a28c160ab triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:03:44.564387 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:44.565774 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:44.585540 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-92eaebce-1744-454c-a829-60a333ed949f tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e274ef0677e48c5a336cf15870d77fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1609275 Aug 07 04:03:44.695998 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a893d7-cf92-4396-8396-17b7497f0de8 None None] Pushing event updated for resources: {'Port': ['ID=245d84d7-5033-4d86-8f50-642ee060d237,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:44.700796 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46460) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:44.762252 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Routers {'c214308a-50c1-497a-b266-bf4e1e3babf4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:03:44.763618 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:03:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['c214308a-50c1-497a-b266-bf4e1e3babf4'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:44.794525 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Allocated IP 172.20.0.2 (35f15573-4d02-4cd9-a022-983f2f904dbd/25f7c230-1533-4f59-ab13-7e2194590c52/184419a3-bb71-4121-bb9f-86fa22fc0fdf) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:03:44.829271 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46470) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:44.841532 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Allocated IP 172.20.0.1 (f6bfdbba-aabd-40f1-a35e-7aacbd51ace8/754a0fad-009c-41af-8768-85f84e113703/9ffdbf1c-0c6c-4b19-81d9-bdee4438850f) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:03:45.035466 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] Set router c214308a-50c1-497a-b266-bf4e1e3babf4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:03:45.077665 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:45.097780 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Transition to ACTIVE for port object 184419a3-bb71-4121-bb9f-86fa22fc0fdf will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:03:45.127591 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0fb53dbd-6242-499e-8a05-2e13225644b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:45.134486 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Transition to ACTIVE for port object 184419a3-bb71-4121-bb9f-86fa22fc0fdf will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:03:45.166552 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:45.171718 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:45.214639 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-13313bb7-2bd4-40cd-b209-874b1c3bb8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:45.244473 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Transition to ACTIVE for port object 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:03:45.320338 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Pushing event updated for resources: {'Port': ['ID=184419a3-bb71-4121-bb9f-86fa22fc0fdf,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:45.331458 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:45.382497 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:45.390776 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:40Z', 'revision_number': 3, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:45.393176 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-078bb120-92c5-44fc-9faf-5c788d96243b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:03:45.394183 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-078bb120-92c5-44fc-9faf-5c788d96243b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3439546 Aug 07 04:03:45.395525 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Pushing event updated for resources: {'Port': ['ID=9ffdbf1c-0c6c-4b19-81d9-bdee4438850f,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:45.425837 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b98152c-2c27-4ea6-b321-c277ba45b99b None None] The sync data for ids ['c214308a-50c1-497a-b266-bf4e1e3babf4'] in dv-cinder-803748-2-iscsi is: [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:40Z', 'revision_number': 3, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:03:45.434728 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46482) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:45.438726 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:45.452263 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a1ef9a06-92f8-4c23-acbe-6493a5e0644e req-6d0bceb1-efbc-4805-a71c-968e6728ab52 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 210 time: 0.0635905 Aug 07 04:03:45.452583 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Network 35f15573-4d02-4cd9-a022-983f2f904dbd is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:03:45.492308 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:45.496134 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:03:45.499380 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:03:45.504268 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-98ecfc4d-0877-48a7-a5f1-1c2c6e46b26b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1294963850-network', 'tenant_id': 'a09b1419b1aa4e7d91a12b3a12da3809'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:45.519021 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:03:45.523662 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:03:45.527133 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:03:45.528194 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965645'] for router_interface, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:45.552034 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:45.574290 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Attempting to bind port 184419a3-bb71-4121-bb9f-86fa22fc0fdf on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:03:45.575325 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Attempting to bind port 184419a3-bb71-4121-bb9f-86fa22fc0fdf by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:03:45.575756 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Attempting to bind port 184419a3-bb71-4121-bb9f-86fa22fc0fdf on network 35f15573-4d02-4cd9-a022-983f2f904dbd {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:03:45.583694 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:03:45.584220 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Checking segment: {'id': '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:03:45.584624 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:45.585016 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Bound using segment: {'id': '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:03:45.585483 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Bound port: 184419a3-bb71-4121-bb9f-86fa22fc0fdf, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:03:45.586497 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:45.653337 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-f9bb221c-2eb9-40d8-8434-07b04f536ed1 service neutron] 10.222.0.18 "GET /v2.0/networks/8062e885-d2c2-4da5-83e2-ec66e4a9f2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451158 Aug 07 04:03:45.715779 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] For port 184419a3-bb71-4121-bb9f-86fa22fc0fdf, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:03:45.720456 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] For port 184419a3-bb71-4121-bb9f-86fa22fc0fdf, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=184419a3-bb71-4121-bb9f-86fa22fc0fdf,segment=NetworkSegment(8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5),segment_id=8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:03:45.730854 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:45.740507 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Allocated IP 172.27.0.126 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/e54ff27e-97be-4c94-93a5-111b876a17c7) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:03:45.752436 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.30', 54862) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:45.858891 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60045c59-3c5b-458e-bfa2-10ca5ccc03b5 None None] Pushing event updated for resources: {'Port': ['ID=184419a3-bb71-4121-bb9f-86fa22fc0fdf,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:46.015946 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-909645f7-1fb6-428c-ba6e-030b563c700d None None] Provisioning for port 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:03:46.022108 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-909645f7-1fb6-428c-ba6e-030b563c700d None None] Provisioning complete for port 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:03:46.025406 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-909645f7-1fb6-428c-ba6e-030b563c700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:46.040336 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:46.067860 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-866380f8-ebfc-4e0d-8e7e-d66ecb1cff16 service neutron] 10.222.0.18 "GET /v2.0/networks/8062e885-d2c2-4da5-83e2-ec66e4a9f2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903904 Aug 07 04:03:46.108420 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-909645f7-1fb6-428c-ba6e-030b563c700d None None] Port 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:03:46.146626 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 245d84d7-5033-4d86-8f50-642ee060d237 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:03:46.262447 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 245d84d7-5033-4d86-8f50-642ee060d237 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:03:46.266915 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 245d84d7-5033-4d86-8f50-642ee060d237 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:03:46.267326 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:46.407577 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:46.415255 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:46.417440 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-965817'] for router_interface, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:46.424883 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-131aaa00-d381-4ef8-bfb7-8e34eae99a82 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:46.426413 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-131aaa00-d381-4ef8-bfb7-8e34eae99a82 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.30 "GET /v2.0/networks?id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372 HTTP/1.1" status: 200 len: 815 time: 0.6697109 Aug 07 04:03:46.503199 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-2c2aa6a2-d4b2-4f49-8cf6-a4fbeac46f69 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Request body: {'port': {'device_id': 'f9d68bfe-7462-4e9b-bc44-55b816616a0f', 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372', 'admin_state_up': True, 'tenant_id': '30a6b18b4682466ca806f062f576241a'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:46.538780 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:46.575539 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 245d84d7-5033-4d86-8f50-642ee060d237, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=245d84d7-5033-4d86-8f50-642ee060d237,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:03:46.583421 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:46.644660 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-adc275ef-c44f-4376-8c89-a3dad1922518 req-c0d0e3d0-bd5c-4eda-9b0e-83b701dd66cf tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 210 time: 0.0967736 Aug 07 04:03:46.667039 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Pushing event updated for resources: {'Port': ['ID=9ffdbf1c-0c6c-4b19-81d9-bdee4438850f,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:46.672893 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0fb53dbd-6242-499e-8a05-2e13225644b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:46.693222 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0fb53dbd-6242-499e-8a05-2e13225644b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:46.724313 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=245d84d7-5033-4d86-8f50-642ee060d237,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:46.737627 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-09ce0b50-41c8-4d7f-b762-f297eb00f603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:46.803569 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f8091616-f78b-4235-8a48-5fadc3d445c9 req-09957b8e-7ff2-4aba-b8d0-2375e2e2d028 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 210 time: 0.1180017 Aug 07 04:03:46.805554 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:46.839828 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0fb53dbd-6242-499e-8a05-2e13225644b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2c0ee6d3c2140d699283bb45927a598&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0061629 Aug 07 04:03:46.843300 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46524) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:46.851965 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb53dbd-6242-499e-8a05-2e13225644b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f994215-4927-4cc1-9521-cfe3a557e37b,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:46.895719 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:03:46.902400 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:03:47.005277 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:47.177542 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Allocated IP 172.27.0.34 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/1d61415a-1a33-4431-ac8a-8d58f9bbac29) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:03:47.230907 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8b839c45-6dd8-420b-aca1-e381245dc93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:47.327519 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-13313bb7-2bd4-40cd-b209-874b1c3bb8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:47.330860 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8b839c45-6dd8-420b-aca1-e381245dc93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:47.359940 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-58eb9a25-5cb8-4e7c-8d49-68034f0b16f7 None None] Provisioning complete for port 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:03:47.360519 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-58eb9a25-5cb8-4e7c-8d49-68034f0b16f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:47.361908 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-13313bb7-2bd4-40cd-b209-874b1c3bb8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:47.367898 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:03:47.427659 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:03:47.461823 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:47.470816 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-58eb9a25-5cb8-4e7c-8d49-68034f0b16f7 None None] Port 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:03:47.479101 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:03:47.581102 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Pushing event updated for resources: {'Port': ['ID=e54ff27e-97be-4c94-93a5-111b876a17c7,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:47.585061 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Router c214308a-50c1-497a-b266-bf4e1e3babf4 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:03:47.585903 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13313bb7-2bd4-40cd-b209-874b1c3bb8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbc5b10-e5b6-4779-8fab-540bdcf7c73f,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:47.586173 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22507217-24fd-4ba8-a24a-f80862497707 None None] Network 35f15573-4d02-4cd9-a022-983f2f904dbd requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:03:47.625817 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-13313bb7-2bd4-40cd-b209-874b1c3bb8b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c57e8346dd940d7848d6114b3c8edd8&name=default HTTP/1.1" status: 200 len: 2978 time: 2.9167392 Aug 07 04:03:47.628597 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46542) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:47.646005 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:47.681607 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:03:47.685689 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8b839c45-6dd8-420b-aca1-e381245dc93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:47.698818 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8b839c45-6dd8-420b-aca1-e381245dc93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:47.700101 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-8b839c45-6dd8-420b-aca1-e381245dc93d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f994215-4927-4cc1-9521-cfe3a557e37b HTTP/1.1" status: 204 len: 168 time: 0.8558202 Aug 07 04:03:47.742293 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:03:47.744429 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d61415a-1a33-4431-ac8a-8d58f9bbac29,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:47.791650 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:03:47.833483 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b839c45-6dd8-420b-aca1-e381245dc93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f994215-4927-4cc1-9521-cfe3a557e37b,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:47.906962 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ecfc4d-0877-48a7-a5f1-1c2c6e46b26b admin admin] Made reservation on behalf of a09b1419b1aa4e7d91a12b3a12da3809 for: {'network': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:03:47.913562 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-98ecfc4d-0877-48a7-a5f1-1c2c6e46b26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:47.962956 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-8608fe4f-2b6c-4eb9-80e4-1eaa39f2821a None None] Provisioning for port 184419a3-bb71-4121-bb9f-86fa22fc0fdf completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:03:47.974167 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-98ecfc4d-0877-48a7-a5f1-1c2c6e46b26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:48.069176 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d8e3ca14-d42c-49ba-b8e1-88cc7216024d req-4c58bd72-9174-4776-aa0f-016b575333db tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 210 time: 0.2406332 Aug 07 04:03:48.115998 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-2c2aa6a2-d4b2-4f49-8cf6-a4fbeac46f69 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Made reservation on behalf of 30a6b18b4682466ca806f062f576241a for: {'port': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:03:48.121961 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-2c2aa6a2-d4b2-4f49-8cf6-a4fbeac46f69 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:48.309854 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cb7e4ad3-0263-48ab-a8b3-3b7f15eb34ed req-7bf9a60d-430f-405e-b9a6-e63b5787755d tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 210 time: 0.1855779 Aug 07 04:03:48.511783 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 184419a3-bb71-4121-bb9f-86fa22fc0fdf up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:03:48.513892 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d4468c46-6246-44d9-a089-c4335ab9f20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:48.513892 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:03:48.514182 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Sync routers for ids ['c214308a-50c1-497a-b266-bf4e1e3babf4'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:03:48.514182 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Routers {'c214308a-50c1-497a-b266-bf4e1e3babf4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:03:48.514182 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:03:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['c214308a-50c1-497a-b266-bf4e1e3babf4'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:48.514470 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-600a5047-a46d-45c1-aa27-cf1bcb67e870 admin admin] 10.222.0.18 "PUT /v2.0/routers/c214308a-50c1-497a-b266-bf4e1e3babf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4475913 Aug 07 04:03:48.566500 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d4468c46-6246-44d9-a089-c4335ab9f20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:48.899683 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-98ecfc4d-0877-48a7-a5f1-1c2c6e46b26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:48.903529 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d4468c46-6246-44d9-a089-c4335ab9f20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:48.906437 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d4468c46-6246-44d9-a089-c4335ab9f20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:48.920610 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d4468c46-6246-44d9-a089-c4335ab9f20b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8bbc5b10-e5b6-4779-8fab-540bdcf7c73f HTTP/1.1" status: 204 len: 168 time: 1.2640693 Aug 07 04:03:48.924542 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-98ecfc4d-0877-48a7-a5f1-1c2c6e46b26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:48.944031 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4468c46-6246-44d9-a089-c4335ab9f20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbc5b10-e5b6-4779-8fab-540bdcf7c73f,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:48.961822 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ecfc4d-0877-48a7-a5f1-1c2c6e46b26b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=93433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:03:49.004780 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 184419a3-bb71-4121-bb9f-86fa22fc0fdf completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:03:49.013306 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-98ecfc4d-0877-48a7-a5f1-1c2c6e46b26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:49.013651 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.segments_db [None req-98ecfc4d-0877-48a7-a5f1-1c2c6e46b26b admin admin] Added segment 2c64f1cc-8db4-4cc2-92ec-f3fab15aafa1 of type vlan for network 12c1fc56-20a2-4488-bf8a-844f82b43930 Aug 07 04:03:49.017534 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 184419a3-bb71-4121-bb9f-86fa22fc0fdf triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:03:49.018109 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:49.042904 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecfc4d-0877-48a7-a5f1-1c2c6e46b26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a8597d-4a9d-4069-a3e7-20f59cf5c3b4,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:49.072916 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-2c2aa6a2-d4b2-4f49-8cf6-a4fbeac46f69 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Allocated IP 172.20.0.11 (b95f6c34-5052-4b6f-af63-c0f6ad7c4372/61ed36dd-7879-4685-b534-20fbc146fe68/608bce6e-3b85-4c01-a02e-bfe3ed5c709e) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:03:49.084848 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-033cd7d2-0288-46b1-a9d9-74bd0ca3c8df None None] Provisioning complete for port 184419a3-bb71-4121-bb9f-86fa22fc0fdf triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:03:49.085553 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-033cd7d2-0288-46b1-a9d9-74bd0ca3c8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:49.133617 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-98ecfc4d-0877-48a7-a5f1-1c2c6e46b26b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:49.194482 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-98ecfc4d-0877-48a7-a5f1-1c2c6e46b26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:49.195701 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ecfc4d-0877-48a7-a5f1-1c2c6e46b26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:49.196317 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-98ecfc4d-0877-48a7-a5f1-1c2c6e46b26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:49.286342 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:49.295823 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-ce8c2283-2649-46b0-86f8-394ee6fdcf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:49.332974 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-033cd7d2-0288-46b1-a9d9-74bd0ca3c8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:49.387659 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:49.391005 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-98ecfc4d-0877-48a7-a5f1-1c2c6e46b26b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.9416690 Aug 07 04:03:49.407649 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46580) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:49.456140 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-2f3c58b1-836d-424d-bad3-3b340218a344 admin admin] Request body: {'subnet': {'network_id': '12c1fc56-20a2-4488-bf8a-844f82b43930', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1294963850-subnet', 'tenant_id': 'a09b1419b1aa4e7d91a12b3a12da3809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:49.475082 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9f81829a-0a62-4f43-928a-08382ad57588 req-8cef60c5-1863-4d72-ac76-b74399710664 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 210 time: 0.1568549 Aug 07 04:03:49.510960 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecfc4d-0877-48a7-a5f1-1c2c6e46b26b admin admin] Pushing event updated for resources: {'Network': ['ID=12c1fc56-20a2-4488-bf8a-844f82b43930,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:49.530487 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 184419a3-bb71-4121-bb9f-86fa22fc0fdf, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=184419a3-bb71-4121-bb9f-86fa22fc0fdf,segment=NetworkSegment(8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5),segment_id=8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:03:49.537489 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network 12c1fc56-20a2-4488-bf8a-844f82b43930 details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:03:49.540150 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3c58b1-836d-424d-bad3-3b340218a344 admin admin] Made reservation on behalf of a09b1419b1aa4e7d91a12b3a12da3809 for: {'subnet': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:03:49.542679 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2f3c58b1-836d-424d-bad3-3b340218a344 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:49.580522 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:49.581374 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 245d84d7-5033-4d86-8f50-642ee060d237 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:03:49.585947 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Set router c214308a-50c1-497a-b266-bf4e1e3babf4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:03:49.855151 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-882eec9d-3922-406f-993c-e2ef5d93a0bd req-ed87d67e-5367-457b-aeb9-88737c79068f tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 210 time: 0.1136816 Aug 07 04:03:50.095896 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:50.119754 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46600) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:50.143573 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-8ae450ee-9dc2-4a84-8ea5-9483b8eba7ab tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--805480885', 'description': 'tempest-description--1148716705'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:50.177212 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2f3c58b1-836d-424d-bad3-3b340218a344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for subnet, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:50.272973 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.db.api [None req-033cd7d2-0288-46b1-a9d9-74bd0ca3c8df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93435) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 04:03:50.272973 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG oslo_db.api [None req-033cd7d2-0288-46b1-a9d9-74bd0ca3c8df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 04:03:50.273535 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=184419a3-bb71-4121-bb9f-86fa22fc0fdf,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:50.311532 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8ae450ee-9dc2-4a84-8ea5-9483b8eba7ab tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:50.408026 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c58b1-836d-424d-bad3-3b340218a344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a436a59-a286-4ae9-ab99-6d6732248f2e,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:50.417858 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965374'] for router, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:50.465741 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c58b1-836d-424d-bad3-3b340218a344 admin admin] Checking segment: {'id': '2c64f1cc-8db4-4cc2-92ec-f3fab15aafa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '12c1fc56-20a2-4488-bf8a-844f82b43930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:03:50.467631 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3c58b1-836d-424d-bad3-3b340218a344 admin admin] Network hostable DHCP agents. Network: 12c1fc56-20a2-4488-bf8a-844f82b43930, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:03:50.489648 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-2c2aa6a2-d4b2-4f49-8cf6-a4fbeac46f69 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:50.494666 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 245d84d7-5033-4d86-8f50-642ee060d237 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:03:50.495244 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:50.500810 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:50.589285 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3c58b1-836d-424d-bad3-3b340218a344 admin admin] Network 12c1fc56-20a2-4488-bf8a-844f82b43930 is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:03:50.634314 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-2f3c58b1-836d-424d-bad3-3b340218a344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, 12c1fc56-20a2-4488-bf8a-844f82b43930) {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:03:50.672881 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-68c58a0f-1690-4d0f-b504-6184b266462f req-e72b346d-a531-4537-a4f0-dc706b66bcfd tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 210 time: 0.0553916 Aug 07 04:03:50.681436 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c58b1-836d-424d-bad3-3b340218a344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:50.683156 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2f3c58b1-836d-424d-bad3-3b340218a344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:50.704604 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.30', 54871) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:50.719105 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f545bfca-e1c3-423e-8a07-553711a80ef6 None None] Network 12c1fc56-20a2-4488-bf8a-844f82b43930 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:03:50.742605 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:45Z', 'revision_number': 4, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '9ffdbf1c-0c6c-4b19-81d9-bdee4438850f', 'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'mac_address': 'fa:16:3e:b6:76:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:44Z', 'updated_at': '2021-08-07T04:03:46Z', 'revision_number': 2, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'subnets': [{'id': '754a0fad-009c-41af-8768-85f84e113703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:50.753806 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8ae450ee-9dc2-4a84-8ea5-9483b8eba7ab tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:50.803091 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8ae450ee-9dc2-4a84-8ea5-9483b8eba7ab tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:50.822724 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-2f3c58b1-836d-424d-bad3-3b340218a344 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3710549 Aug 07 04:03:50.859879 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8ae450ee-9dc2-4a84-8ea5-9483b8eba7ab tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:50.866964 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-8ae450ee-9dc2-4a84-8ea5-9483b8eba7ab tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7452724 Aug 07 04:03:50.874233 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46618) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:50.882012 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-f015c47d-8540-4bac-b53b-9566f3da1c5b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Request body: {'security_group_rule': {'security_group_id': '95a9e3db-4b5c-48e2-9389-891589ec9d4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:50.886570 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae450ee-9dc2-4a84-8ea5-9483b8eba7ab tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a9e3db-4b5c-48e2-9389-891589ec9d4f,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:50.960468 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-55a72074-b62f-4340-abd6-e129ebde32ab tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:50.962877 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-55a72074-b62f-4340-abd6-e129ebde32ab tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.30 "GET /v2.0/networks?id=8062e885-d2c2-4da5-83e2-ec66e4a9f2ac HTTP/1.1" status: 200 len: 812 time: 0.2311637 Aug 07 04:03:50.974438 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f015c47d-8540-4bac-b53b-9566f3da1c5b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:51.006153 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Checking router: c214308a-50c1-497a-b266-bf4e1e3babf4 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:03:51.009722 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Updating router c214308a-50c1-497a-b266-bf4e1e3babf4 port 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f binding host dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:03:51.019975 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:51.123820 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 184419a3-bb71-4121-bb9f-86fa22fc0fdf up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:03:51.166825 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1db125c1-d413-4db3-9b94-22ba15b2c116 req-e6a97576-8659-4869-b2b0-f5cd8a0b9e28 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 210 time: 0.0776863 Aug 07 04:03:51.219544 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46626) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:51.232994 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f015c47d-8540-4bac-b53b-9566f3da1c5b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:51.268267 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f015c47d-8540-4bac-b53b-9566f3da1c5b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:51.307200 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015c47d-8540-4bac-b53b-9566f3da1c5b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed089b8-6740-4e0f-bf3a-5fcabd544427,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:51.313527 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02609ae-93c9-4a91-a6d7-31e988277153 admin admin] Deleting subnet 2061280b-8acc-4b59-8c71-3790364d77ac {{(pid=93433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:03:51.319108 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f015c47d-8540-4bac-b53b-9566f3da1c5b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:51.323907 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-f015c47d-8540-4bac-b53b-9566f3da1c5b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4484460 Aug 07 04:03:51.324627 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46630) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:51.325391 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a02609ae-93c9-4a91-a6d7-31e988277153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:51.331996 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-9d4a23a1-d9e9-4168-b782-490e75378079 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Request body: {'security_group_rule': {'security_group_id': '95a9e3db-4b5c-48e2-9389-891589ec9d4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:51.399205 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a02609ae-93c9-4a91-a6d7-31e988277153 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:51.435294 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a02609ae-93c9-4a91-a6d7-31e988277153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33051012'] for subnet, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:51.470911 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:51.495161 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9d4a23a1-d9e9-4168-b782-490e75378079 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:51.495500 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 184419a3-bb71-4121-bb9f-86fa22fc0fdf triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:03:51.496678 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:51.598178 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965374'] for router, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:51.612206 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-2c2aa6a2-d4b2-4f49-8cf6-a4fbeac46f69 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:51.661662 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a02609ae-93c9-4a91-a6d7-31e988277153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33051027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for subnet, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:51.783888 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9d4a23a1-d9e9-4168-b782-490e75378079 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:51.801945 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02609ae-93c9-4a91-a6d7-31e988277153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2061280b-8acc-4b59-8c71-3790364d77ac,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:51.840132 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a02609ae-93c9-4a91-a6d7-31e988277153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:51.846284 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-a02609ae-93c9-4a91-a6d7-31e988277153 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2061280b-8acc-4b59-8c71-3790364d77ac HTTP/1.1" status: 204 len: 168 time: 0.6249261 Aug 07 04:03:51.849661 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9d4a23a1-d9e9-4168-b782-490e75378079 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:51.856784 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46642) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:52.047738 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-2c2aa6a2-d4b2-4f49-8cf6-a4fbeac46f69 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:03:52.130604 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaed6f73-4865-48a4-b6f6-5363b7dd4fe9 None None] Network 12c1fc56-20a2-4488-bf8a-844f82b43930 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:03:52.138339 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:52.155847 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-2c2aa6a2-d4b2-4f49-8cf6-a4fbeac46f69 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:03:52.176442 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-2c2aa6a2-d4b2-4f49-8cf6-a4fbeac46f69 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:03:52.213024 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-2c2aa6a2-d4b2-4f49-8cf6-a4fbeac46f69 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:52.216945 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-2c2aa6a2-d4b2-4f49-8cf6-a4fbeac46f69 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:52.247557 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2aa6a2-d4b2-4f49-8cf6-a4fbeac46f69 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Pushing event updated for resources: {'Port': ['ID=608bce6e-3b85-4c01-a02e-bfe3ed5c709e,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:52.306353 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Router 9b5a95c3-8287-4f32-8855-525f89fb42b4 is scheduled to L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 with binding_index 1 {{(pid=93434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:03:52.321768 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Transition to ACTIVE for port object 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:03:52.332231 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:52.338246 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:52.395507 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ed4e8-7e93-41bc-9a87-2fe47e02b888 None None] Pushing event updated for resources: {'Port': ['ID=9ffdbf1c-0c6c-4b19-81d9-bdee4438850f,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:52.395764 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-2c2aa6a2-d4b2-4f49-8cf6-a4fbeac46f69 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9091036 Aug 07 04:03:52.431445 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-6f3cef0e-d3b5-4011-9f33-7d7b9b31f399 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Request body: {'port': {'device_id': '2dc0a24b-9cef-4041-baec-53d35d04bed2', 'network_id': '8062e885-d2c2-4da5-83e2-ec66e4a9f2ac', 'admin_state_up': True, 'tenant_id': '4e274ef0677e48c5a336cf15870d77fc'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:52.441741 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-0fe19b64-a4b4-4aa4-bf8d-374e91afb568 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93434) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:03:52.443149 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-0fe19b64-a4b4-4aa4-bf8d-374e91afb568 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166738 Aug 07 04:03:52.490845 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-efbf0045-7450-45bf-bb90-ed8b5622d189 req-446db90c-0266-4f7b-8501-20627d529dbf tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 210 time: 0.6406777 Aug 07 04:03:52.791317 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Router 898d2c4a-b209-41ac-bbbc-6a7b355c4e81 is scheduled to L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 with binding_index 1 {{(pid=93434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:03:52.837568 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:03:52.879441 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Sync routers for ids ['9b5a95c3-8287-4f32-8855-525f89fb42b4'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:03:52.898219 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Routers {'9b5a95c3-8287-4f32-8855-525f89fb42b4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:03:52.910305 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:03:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['9b5a95c3-8287-4f32-8855-525f89fb42b4'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:52.927319 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Attempting to bind port 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:03:52.927998 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Attempting to bind port 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '4b9e891b-401f-40df-a9b5-fded25ca689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:03:52.928615 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Attempting to bind port 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f on network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:03:52.956594 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:03:52.957436 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Checking segment: {'id': '4b9e891b-401f-40df-a9b5-fded25ca689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:03:52.958041 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:52.958825 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Bound using segment: {'id': '4b9e891b-401f-40df-a9b5-fded25ca689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:03:52.960134 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Bound port: 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9e891b-401f-40df-a9b5-fded25ca689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:03:52.960829 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:53.112658 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] For port 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:03:53.119356 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] For port 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=9ffdbf1c-0c6c-4b19-81d9-bdee4438850f,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:03:53.127641 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:53.144352 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a23a1-d9e9-4168-b782-490e75378079 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8048c9-1d64-472e-84bf-b43f0aead949,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:53.172831 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9d4a23a1-d9e9-4168-b782-490e75378079 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:53.182146 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-9d4a23a1-d9e9-4168-b782-490e75378079 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8541722 Aug 07 04:03:53.254276 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46674) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:53.284526 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Routers {'c214308a-50c1-497a-b266-bf4e1e3babf4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:03:53.285235 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:03:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['c214308a-50c1-497a-b266-bf4e1e3babf4'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:53.291173 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Request body: {'floatingip': {'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:53.343514 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ed4e8-7e93-41bc-9a87-2fe47e02b888 None None] Pushing event updated for resources: {'Port': ['ID=9ffdbf1c-0c6c-4b19-81d9-bdee4438850f,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:53.394932 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Request body: {'port': {'device_id': 'f9d68bfe-7462-4e9b-bc44-55b816616a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:03:53.483913 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Set router 9b5a95c3-8287-4f32-8855-525f89fb42b4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:03:53.511247 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for floatingip, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:53.560257 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] Set router c214308a-50c1-497a-b266-bf4e1e3babf4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:03:53.653123 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107803'] for network, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:53.754208 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d33dcf-3ca6-4283-b044-b0fa7cf929cd req-43e0a11c-4cfe-40e0-9b9c-440577418cc3 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:53.762370 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a4d33dcf-3ca6-4283-b044-b0fa7cf929cd req-43e0a11c-4cfe-40e0-9b9c-440577418cc3 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 932 time: 1.3246303 Aug 07 04:03:53.763860 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:03:53.886777 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:53.889733 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-80323af3-fea9-493c-8020-5dd2a623cdc2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.8492806 Aug 07 04:03:53.894226 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:53.897558 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-1caaae69-49b5-49c5-ba14-fe93049e18e0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.8079202 Aug 07 04:03:53.898622 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:53.899266 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46688) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:53.899740 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46690) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:53.924388 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Sync routers for ids ['898d2c4a-b209-41ac-bbbc-6a7b355c4e81'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:03:53.924854 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7862c2c3-1b51-48ee-a342-9fbeb4ec1a91 req-a300438a-1195-4a38-b5a4-3fb5f26aaab1 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 210 time: 0.1559033 Aug 07 04:03:53.945267 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-6f3cef0e-d3b5-4011-9f33-7d7b9b31f399 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Made reservation on behalf of 4e274ef0677e48c5a336cf15870d77fc for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:03:53.968493 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-6f3cef0e-d3b5-4011-9f33-7d7b9b31f399 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:54.067808 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Routers {'898d2c4a-b209-41ac-bbbc-6a7b355c4e81'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:03:54.068886 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:03:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['898d2c4a-b209-41ac-bbbc-6a7b355c4e81'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:54.152891 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a4d33dcf-3ca6-4283-b044-b0fa7cf929cd req-64e257e3-7cc9-44f1-a90c-58686c73c9c9 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893561 Aug 07 04:03:54.197110 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Set router 898d2c4a-b209-41ac-bbbc-6a7b355c4e81 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:03:54.228841 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:03:48Z', 'revision_number': 3, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:54.292236 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Checking router: 9b5a95c3-8287-4f32-8855-525f89fb42b4 for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:03:54.292638 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Updating router 9b5a95c3-8287-4f32-8855-525f89fb42b4 port 1d61415a-1a33-4431-ac8a-8d58f9bbac29 binding host dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:03:54.363519 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:54.524682 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281987-router', 'tenant_id': '003a204b7d8d4968817b31d17e3072dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:03:49Z', 'revision_number': 3, 'project_id': '003a204b7d8d4968817b31d17e3072dd', 'gw_port': {'id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:54.535747 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:45Z', 'revision_number': 4, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '9ffdbf1c-0c6c-4b19-81d9-bdee4438850f', 'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'mac_address': 'fa:16:3e:b6:76:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:44Z', 'updated_at': '2021-08-07T04:03:53Z', 'revision_number': 4, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'subnets': [{'id': '754a0fad-009c-41af-8768-85f84e113703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:54.606508 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Checking router: 898d2c4a-b209-41ac-bbbc-6a7b355c4e81 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:03:54.607194 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Updating router 898d2c4a-b209-41ac-bbbc-6a7b355c4e81 port e54ff27e-97be-4c94-93a5-111b876a17c7 binding host dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:03:54.610691 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881a200-65d6-4b34-81d6-76f16e3f4696 None None] The sync data for ids ['c214308a-50c1-497a-b266-bf4e1e3babf4'] in dv-cinder-803748-2-iscsi is: [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:45Z', 'revision_number': 4, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '9ffdbf1c-0c6c-4b19-81d9-bdee4438850f', 'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'mac_address': 'fa:16:3e:b6:76:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:44Z', 'updated_at': '2021-08-07T04:03:53Z', 'revision_number': 4, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'subnets': [{'id': '754a0fad-009c-41af-8768-85f84e113703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:03:54.646033 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608bce6e-3b85-4c01-a02e-bfe3ed5c709e {{(pid=93434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:03:54.669616 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:54.678034 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:54.740741 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Transition to ACTIVE for port object 608bce6e-3b85-4c01-a02e-bfe3ed5c709e will not be triggered until provisioned by entity L2. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:03:54.742677 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46702) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:54.767868 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:55.063957 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:55.072630 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Attempting to bind port 608bce6e-3b85-4c01-a02e-bfe3ed5c709e on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:03:55.073793 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Attempting to bind port 608bce6e-3b85-4c01-a02e-bfe3ed5c709e by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'f99dbb32-ea93-4457-887e-ca7849af143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372'}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:03:55.074426 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Attempting to bind port 608bce6e-3b85-4c01-a02e-bfe3ed5c709e on network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:03:55.082494 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Port 608bce6e-3b85-4c01-a02e-bfe3ed5c709e on network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:03:55.084187 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Attempting to bind port 608bce6e-3b85-4c01-a02e-bfe3ed5c709e on network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:03:55.092498 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:03:55.093451 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Checking segment: {'id': 'f99dbb32-ea93-4457-887e-ca7849af143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:03:55.094456 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Bound using segment: {'id': 'f99dbb32-ea93-4457-887e-ca7849af143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372'} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:03:55.095346 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Bound port: 608bce6e-3b85-4c01-a02e-bfe3ed5c709e, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99dbb32-ea93-4457-887e-ca7849af143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372'}}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:03:55.096151 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:55.105289 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Transition to ACTIVE for port object 1d61415a-1a33-4431-ac8a-8d58f9bbac29 will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:03:55.143610 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:55.161293 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Pushing event updated for resources: {'Port': ['ID=608bce6e-3b85-4c01-a02e-bfe3ed5c709e,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:55.233291 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1e66-2de7-4f01-82db-1e5e5d575f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:55.280258 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:03:55.352196 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Attempting to bind port 1d61415a-1a33-4431-ac8a-8d58f9bbac29 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:03:55.352828 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Attempting to bind port 1d61415a-1a33-4431-ac8a-8d58f9bbac29 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:03:55.353218 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Attempting to bind port 1d61415a-1a33-4431-ac8a-8d58f9bbac29 on network 742dd36a-95ab-4647-8a99-05399f0a04a1 {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:03:55.378592 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:03:55.380285 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Checking segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:03:55.380809 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:55.381193 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Bound using segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:03:55.381679 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Bound port: 1d61415a-1a33-4431-ac8a-8d58f9bbac29, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:03:55.387761 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:55.424572 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f618bd-fd1d-420e-b325-ad9d2053b9b6 None None] Pushing event updated for resources: {'Port': ['ID=1d61415a-1a33-4431-ac8a-8d58f9bbac29,revision_number=2']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:55.472159 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] For port 1d61415a-1a33-4431-ac8a-8d58f9bbac29, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:03:55.476203 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] For port 1d61415a-1a33-4431-ac8a-8d58f9bbac29, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=1d61415a-1a33-4431-ac8a-8d58f9bbac29,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:03:55.483475 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:55.559224 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f618bd-fd1d-420e-b325-ad9d2053b9b6 None None] Pushing event updated for resources: {'Port': ['ID=1d61415a-1a33-4431-ac8a-8d58f9bbac29,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:55.591831 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Routers {'9b5a95c3-8287-4f32-8855-525f89fb42b4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:03:55.592556 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:03:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['9b5a95c3-8287-4f32-8855-525f89fb42b4'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:55.599331 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:03:55.644718 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:03:55.645197 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:55.700555 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] For port 608bce6e-3b85-4c01-a02e-bfe3ed5c709e, host hv-cinder-80374, cleared binding levels {{(pid=93434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:03:55.706607 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33051139', 'neutron.services.segments.db._delete_segments_for_network-8791076431984'] for network, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:55.788033 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1e66-2de7-4f01-82db-1e5e5d575f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:55.804360 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1e66-2de7-4f01-82db-1e5e5d575f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:55.816572 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] For port 608bce6e-3b85-4c01-a02e-bfe3ed5c709e, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=608bce6e-3b85-4c01-a02e-bfe3ed5c709e,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:03:55.819053 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:03:55.819379 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:03:55.820321 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:03:55.820647 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Subscribe: > port after_create 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:03:55.821458 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:03:55.821749 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Subscribe: > port after_update 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:03:55.822172 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:03:55.822713 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:03:55.823109 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:03:55.823623 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:03:55.829002 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] Set router 9b5a95c3-8287-4f32-8855-525f89fb42b4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:03:55.841168 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:55.915104 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4e1a1e66-2de7-4f01-82db-1e5e5d575f7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bcab59fcbb3448e0abfe4bcab91f694d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1705530 Aug 07 04:03:55.919914 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46724) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:55.926182 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:55.988669 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a1e66-2de7-4f01-82db-1e5e5d575f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0dfbb8-cae3-437f-bd29-9cd145cbb0d1,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:56.038295 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Transition to ACTIVE for port object e54ff27e-97be-4c94-93a5-111b876a17c7 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:03:56.065736 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:56.092923 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:56.093796 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:56.095928 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] 10.222.0.30 "PUT /v2.0/ports/608bce6e-3b85-4c01-a02e-bfe3ed5c709e HTTP/1.1" status: 200 len: 1094 time: 3.3360465 Aug 07 04:03:56.096473 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d68bfe-7462-4e9b-bc44-55b816616a0f', 'tag': '608bce6e-3b85-4c01-a02e-bfe3ed5c709e'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:03:56.175905 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:56.202052 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51bf28-2585-4ac8-81c5-0ffdb6a51cc0 None None] Pushing event updated for resources: {'Port': ['ID=e54ff27e-97be-4c94-93a5-111b876a17c7,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:56.216357 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Attempting to bind port e54ff27e-97be-4c94-93a5-111b876a17c7 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:03:56.217031 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Attempting to bind port e54ff27e-97be-4c94-93a5-111b876a17c7 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:03:56.220137 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Attempting to bind port e54ff27e-97be-4c94-93a5-111b876a17c7 on network 742dd36a-95ab-4647-8a99-05399f0a04a1 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:03:56.248484 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:03:56.249203 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Checking segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:03:56.249417 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:56.250946 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Bound using segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:03:56.251505 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Bound port: e54ff27e-97be-4c94-93a5-111b876a17c7, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:03:56.252201 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:56.338188 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:03:56.338691 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:03:56.339155 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:03:56.340237 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:03:56.340778 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaf1f8f1-e2a2-4bfd-a285-234e2635a230']}} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:56.353874 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dc8b7-c5be-4ceb-af43-048f58c0a894 service neutron] Pushing event updated for resources: {'Port': ['ID=608bce6e-3b85-4c01-a02e-bfe3ed5c709e,revision_number=3']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:56.390110 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f5dd0669-67f6-4915-8698-c40a383b71c7 req-5ee1ccc1-c596-4f57-b4f1-204cc7962167 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 210 time: 1.1723738 Aug 07 04:03:56.394003 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=9ffdbf1c-0c6c-4b19-81d9-bdee4438850f,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:03:56.416447 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-725e7b1a-16b6-452e-979c-84088019fc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:56.428627 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:56.450888 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:03:48Z', 'revision_number': 3, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:56.485671 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-725e7b1a-16b6-452e-979c-84088019fc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:56.503362 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58619b6d-40e7-444e-b569-f065fb0e7788 None None] The sync data for ids ['9b5a95c3-8287-4f32-8855-525f89fb42b4'] in dv-cinder-803748-2-iscsi is: [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:03:48Z', 'revision_number': 3, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:03:56.563049 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] For port e54ff27e-97be-4c94-93a5-111b876a17c7, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:03:56.583400 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] For port e54ff27e-97be-4c94-93a5-111b876a17c7, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=e54ff27e-97be-4c94-93a5-111b876a17c7,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:03:56.614468 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-725e7b1a-16b6-452e-979c-84088019fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:56.616303 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:56.622599 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-725e7b1a-16b6-452e-979c-84088019fc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:56.627983 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-725e7b1a-16b6-452e-979c-84088019fc50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d0dfbb8-cae3-437f-bd29-9cd145cbb0d1 HTTP/1.1" status: 204 len: 168 time: 0.7041054 Aug 07 04:03:56.633541 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973451ce-b19d-4446-ad18-6733523496bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d68bfe-7462-4e9b-bc44-55b816616a0f", "tag": "608bce6e-3b85-4c01-a02e-bfe3ed5c709e"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:03:56.647311 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=9ffdbf1c-0c6c-4b19-81d9-bdee4438850f,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:56.664861 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-7bebc83f-df50-4638-8b77-6d987f3e81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:56.678336 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-7bebc83f-df50-4638-8b77-6d987f3e81d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30a6b18b4682466ca806f062f576241a&device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 1097 time: 0.4096534 Aug 07 04:03:56.746837 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Routers {'898d2c4a-b209-41ac-bbbc-6a7b355c4e81'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:03:56.747658 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:03:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['898d2c4a-b209-41ac-bbbc-6a7b355c4e81'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:56.797281 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5cf49e-1b9d-483d-9d97-bbaa0f4ccaae') {'for_net_delete': True} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:56.798373 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5cf49e-1b9d-483d-9d97-bbaa0f4ccaae') {} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:56.823161 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e7b1a-16b6-452e-979c-84088019fc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0dfbb8-cae3-437f-bd29-9cd145cbb0d1,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:56.826156 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51bf28-2585-4ac8-81c5-0ffdb6a51cc0 None None] Pushing event updated for resources: {'Port': ['ID=e54ff27e-97be-4c94-93a5-111b876a17c7,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:56.905979 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-79f6691d-a336-4bc9-9c05-480f5918e435 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=608bce6e-3b85-4c01-a02e-bfe3ed5c709e HTTP/1.1" status: 200 len: 217 time: 0.2141504 Aug 07 04:03:56.916727 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886ef8d-fe65-4cb4-a792-dacc20e7509c req-93b6a324-582e-4a8e-81f4-48ef4659e117 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:56.924818 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5886ef8d-fe65-4cb4-a792-dacc20e7509c req-93b6a324-582e-4a8e-81f4-48ef4659e117 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 944 time: 1.4421797 Aug 07 04:03:57.004732 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f97f83-0d4c-4120-8cda-d296e97e4595 x-openstack-request-id: req-18f97f83-0d4c-4120-8cda-d296e97e4595 {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:03:57.005317 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d68bfe-7462-4e9b-bc44-55b816616a0f", "tag": "608bce6e-3b85-4c01-a02e-bfe3ed5c709e", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:03:57.005833 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18f97f83-0d4c-4120-8cda-d296e97e4595 {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:03:57.006489 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d68bfe-7462-4e9b-bc44-55b816616a0f', 'tag': '608bce6e-3b85-4c01-a02e-bfe3ed5c709e', 'status': 'completed', 'code': 200} Aug 07 04:03:57.088760 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791076434809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3639437'] for segment, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:57.264353 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:03:57.340509 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5886ef8d-fe65-4cb4-a792-dacc20e7509c req-39079cf0-b987-4d65-bbbf-110f444c8cd4 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466142 Aug 07 04:03:57.475599 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:57.490330 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] Set router 898d2c4a-b209-41ac-bbbc-6a7b355c4e81 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:03:57.501804 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46756) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:57.510057 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:57.537416 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-9b6f4abd-6b25-490e-9eb9-add4716856d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:57.538913 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-9b6f4abd-6b25-490e-9eb9-add4716856d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61ed36dd-7879-4685-b534-20fbc146fe68 HTTP/1.1" status: 200 len: 855 time: 0.2004154 Aug 07 04:03:57.554167 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:03:57.554167 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3699545'] for segment, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:57.557425 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:03:57.557608 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: from cryptography.utils import int_from_bytes Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: from cryptography.utils import int_from_bytes Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: Traceback (most recent call last): Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: timer() Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: cb(*args, **kw) Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: return func(*args, **kwargs) Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: self._notify() Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: self.callback(batched_events) Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: event.method(event) Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: return f(self, *a, **k) Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: return self._get(url).json() Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: return self.request(url, 'GET', **kwargs) Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:03:57.683145 dv-cinder-803748-2-iscsi neutron-server[93433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:03:57.728792 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-12b5484a-927a-4664-8def-48d5b175b2a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735183 Aug 07 04:03:57.777769 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33051162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965302'] for network, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:57.782306 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5c0affb9-79be-43fa-acee-49ef5bd0b599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:57.907307 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:57.909256 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/aaf1f8f1-e2a2-4bfd-a285-234e2635a230 HTTP/1.1" status: 204 len: 168 time: 6.0442445 Aug 07 04:03:57.915672 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46764) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:57.980167 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281987-router', 'tenant_id': '003a204b7d8d4968817b31d17e3072dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:03:49Z', 'revision_number': 3, 'project_id': '003a204b7d8d4968817b31d17e3072dd', 'gw_port': {'id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:03:58.040441 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966dae4-ce69-4322-9c2d-64e22c352ffc None None] The sync data for ids ['898d2c4a-b209-41ac-bbbc-6a7b355c4e81'] in dv-cinder-803748-2-iscsi is: [{'id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281987-router', 'tenant_id': '003a204b7d8d4968817b31d17e3072dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:03:49Z', 'revision_number': 3, 'project_id': '003a204b7d8d4968817b31d17e3072dd', 'gw_port': {'id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:03:58.074609 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f7fe1-b8a4-40dc-a26a-6cf5591f29a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaf1f8f1-e2a2-4bfd-a285-234e2635a230,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:58.110532 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-e9665c71-5b45-4c10-928e-cabb68eb37d8 service neutron] 10.222.0.30 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535235 Aug 07 04:03:58.127889 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f92d5c1-bb1f-42c8-9240-6e15c0dec714 admin admin] Deleting subnet 7a436a59-a286-4ae9-ab99-6d6732248f2e {{(pid=93434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:03:58.133166 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8f92d5c1-bb1f-42c8-9240-6e15c0dec714 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:58.178366 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-614ff6d0-6dfe-4c82-b301-49d8413d91aa req-d2cef2f2-1c15-4dc2-a9d0-56e32c57d817 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 210 time: 0.4025755 Aug 07 04:03:58.273468 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-6f3cef0e-d3b5-4011-9f33-7d7b9b31f399 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Allocated IP 172.20.0.12 (8062e885-d2c2-4da5-83e2-ec66e4a9f2ac/0cca40c2-db62-4248-9e73-7d385eb79a4c/8a857ac1-142c-47f7-bbe3-ab0dc75fc720) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:03:58.405736 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:58.458767 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-1f55283c-dcec-43b3-af78-7b4461d73bb8 req-d58fdda8-37fe-44c7-9ed6-eb8c071bdfa1 service neutron] 10.222.0.30 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611156 Aug 07 04:03:58.503719 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8f92d5c1-bb1f-42c8-9240-6e15c0dec714 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:58.541662 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8f92d5c1-bb1f-42c8-9240-6e15c0dec714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33051012'] for subnet, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:58.683120 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8f92d5c1-bb1f-42c8-9240-6e15c0dec714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33051027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for subnet, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:58.804398 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5c0affb9-79be-43fa-acee-49ef5bd0b599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:58.879542 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Allocated IP 172.27.0.227 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/ac963df6-c418-4525-9bea-0cac7d283611) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:03:58.887253 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5c0affb9-79be-43fa-acee-49ef5bd0b599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:59.015706 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-5c0affb9-79be-43fa-acee-49ef5bd0b599 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6247a82b84df4debab78f43b826e9371&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3345363 Aug 07 04:03:59.026385 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 46782) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:59.059673 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:59.171229 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 1d61415a-1a33-4431-ac8a-8d58f9bbac29 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:03:59.206094 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92d5c1-bb1f-42c8-9240-6e15c0dec714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a436a59-a286-4ae9-ab99-6d6732248f2e,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:59.221764 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8f92d5c1-bb1f-42c8-9240-6e15c0dec714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:59.228275 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-8f92d5c1-bb1f-42c8-9240-6e15c0dec714 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7a436a59-a286-4ae9-ab99-6d6732248f2e HTTP/1.1" status: 204 len: 168 time: 1.2990162 Aug 07 04:03:59.233141 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46786) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:59.233493 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46788) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:03:59.374398 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Allocated IP 172.20.0.1 (98df712f-423c-4952-8ac5-55aed9105c0e/89e600fc-6cf1-4ba0-b06a-135114de945d/0c290392-aac0-4d2e-924e-547501f7714e) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:03:59.446858 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 1d61415a-1a33-4431-ac8a-8d58f9bbac29 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:03:59.453368 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 1d61415a-1a33-4431-ac8a-8d58f9bbac29 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:03:59.456173 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:59.462150 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973451ce-b19d-4446-ad18-6733523496bb req-2846201b-35e5-4228-970a-3937592c3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:59.468563 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-973451ce-b19d-4446-ad18-6733523496bb req-2846201b-35e5-4228-970a-3937592c3512 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30a6b18b4682466ca806f062f576241a&device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 1097 time: 0.8121285 Aug 07 04:03:59.557192 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:59.612789 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107803'] for network, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:59.638685 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:59.696148 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 1d61415a-1a33-4431-ac8a-8d58f9bbac29, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=1d61415a-1a33-4431-ac8a-8d58f9bbac29,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:03:59.702668 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:59.704186 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device e54ff27e-97be-4c94-93a5-111b876a17c7 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:03:59.745534 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:59.764143 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a495fecb-a4e3-4641-bb57-a1335ca74542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:59.774091 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac5d7b-4cd7-435b-a01e-100ec63e8ad8 req-760a5af7-e9ae-4dff-b4bf-6cb8e51afe17 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:03:59.776883 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6bac5d7b-4cd7-435b-a01e-100ec63e8ad8 req-760a5af7-e9ae-4dff-b4bf-6cb8e51afe17 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 944 time: 1.1939559 Aug 07 04:03:59.816873 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Network 98df712f-423c-4952-8ac5-55aed9105c0e is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:03:59.898293 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port e54ff27e-97be-4c94-93a5-111b876a17c7 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:03:59.910856 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:03:59.913401 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Pushing event updated for resources: {'Port': ['ID=0c290392-aac0-4d2e-924e-547501f7714e,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:59.913696 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port e54ff27e-97be-4c94-93a5-111b876a17c7 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:03:59.914275 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:59.916639 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0affb9-79be-43fa-acee-49ef5bd0b599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee993be7-a9a5-4027-a5e3-a621754f5c49,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:59.952577 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=1d61415a-1a33-4431-ac8a-8d58f9bbac29,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:03:59.985332 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33051139', 'neutron.services.segments.db._delete_segments_for_network-8791076431984'] for network, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:03:59.999975 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973451ce-b19d-4446-ad18-6733523496bb req-96b7194d-6e9d-495b-abe6-7ef523beb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:00.001775 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-973451ce-b19d-4446-ad18-6733523496bb req-96b7194d-6e9d-495b-abe6-7ef523beb97d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372 HTTP/1.1" status: 200 len: 916 time: 0.4408479 Aug 07 04:04:00.006908 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:04:00.007287 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:04:00.008241 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:04:00.008724 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Subscribe: > port after_create 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:04:00.009204 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:04:00.009707 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Subscribe: > port after_update 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:04:00.010030 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:04:00.010368 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:04:00.010692 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:04:00.011098 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:04:00.025775 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:04:00.027330 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.039314 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9c4f81c7-da5d-43b2-a4ef-755cb8a9ba50 req-a4f293d1-b2ac-448a-9b51-a8fa69f85884 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 210 time: 0.4238632 Aug 07 04:04:00.052500 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port e54ff27e-97be-4c94-93a5-111b876a17c7, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=e54ff27e-97be-4c94-93a5-111b876a17c7,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:00.057629 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.088815 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:04:00.089097 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:04:00.090270 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:04:00.090687 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:04:00.091159 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c1fc56-20a2-4488-bf8a-844f82b43930']}} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:00.113850 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c64f1cc-8db4-4cc2-92ec-f3fab15aafa1') {'for_net_delete': True} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:00.114247 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c64f1cc-8db4-4cc2-92ec-f3fab15aafa1') {} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:00.119270 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=e54ff27e-97be-4c94-93a5-111b876a17c7,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:00.143357 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791076434809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499049'] for segment, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.196153 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-973451ce-b19d-4446-ad18-6733523496bb req-1fcdfe51-f405-4e26-876b-81f4ead3536b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=608bce6e-3b85-4c01-a02e-bfe3ed5c709e HTTP/1.1" status: 200 len: 217 time: 0.0631468 Aug 07 04:04:00.205901 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.230418 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965645'] for router_interface, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.243860 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:04:00.244261 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4031679'] for segment, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: from cryptography.utils import int_from_bytes Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: from cryptography.utils import int_from_bytes Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: Traceback (most recent call last): Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: timer() Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: cb(*args, **kw) Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: return func(*args, **kwargs) Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: self._notify() Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: self.callback(batched_events) Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: event.method(event) Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: return f(self, *a, **k) Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: return self._get(url).json() Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: return self.request(url, 'GET', **kwargs) Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:04:00.248586 dv-cinder-803748-2-iscsi neutron-server[93434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:04:00.255727 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6bac5d7b-4cd7-435b-a01e-100ec63e8ad8 req-06ea64d5-f16d-4955-b687-bf12dd4358d7 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806152 Aug 07 04:04:00.329088 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f8f5b25a-08c9-475d-8aa9-af386df30a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.343473 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973451ce-b19d-4446-ad18-6733523496bb req-a86b743f-f88b-4410-906a-c62041b69c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:00.344938 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-973451ce-b19d-4446-ad18-6733523496bb req-a86b743f-f88b-4410-906a-c62041b69c6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61ed36dd-7879-4685-b534-20fbc146fe68 HTTP/1.1" status: 200 len: 855 time: 0.1351228 Aug 07 04:04:00.346664 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a495fecb-a4e3-4641-bb57-a1335ca74542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.348847 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33051162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965302'] for network, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.355027 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.358123 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] 10.222.0.18 "DELETE /v2.0/networks/12c1fc56-20a2-4488-bf8a-844f82b43930 HTTP/1.1" status: 204 len: 168 time: 1.0995095 Aug 07 04:04:00.360747 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-6f3cef0e-d3b5-4011-9f33-7d7b9b31f399 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.368465 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a495fecb-a4e3-4641-bb57-a1335ca74542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.405346 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-973451ce-b19d-4446-ad18-6733523496bb req-3deb4744-fc7f-43a7-aa68-b05af05e4df5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460553 Aug 07 04:04:00.413511 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9bc9a-066d-41f1-ba17-e4e54cf82a45 admin admin] Pushing event deleted for resources: {'Network': ['ID=12c1fc56-20a2-4488-bf8a-844f82b43930,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:00.493229 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495fecb-a4e3-4641-bb57-a1335ca74542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc84de11-0907-41d0-9f78-aeb699dc9639,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:00.499350 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46800) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:00.506342 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a495fecb-a4e3-4641-bb57-a1335ca74542 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e93ebc7467f34fce89242831fb62ecae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2699504 Aug 07 04:04:00.506987 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46802) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:00.589204 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.615446 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f8f5b25a-08c9-475d-8aa9-af386df30a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.615607 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-973451ce-b19d-4446-ad18-6733523496bb req-dd7bb421-8d85-4ccb-b681-9c38f30dc81b service neutron] 10.222.0.30 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974223 Aug 07 04:04:00.623504 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a64929d7-8e8d-49d0-a1e1-2feac6ff723d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb8ec4ad76ab408eb4bfc39fe81a002a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1228693 Aug 07 04:04:00.627493 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46804) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:00.660207 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Allocated IP 172.20.0.1 (35f15573-4d02-4cd9-a022-983f2f904dbd/25f7c230-1533-4f59-ab13-7e2194590c52/63d532c8-cda9-484b-9b25-0264a8cf9ad6) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:04:00.687099 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-64468c61-51ef-44e0-9e90-b9605daf4723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.746468 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-64468c61-51ef-44e0-9e90-b9605daf4723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.817910 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-6f3cef0e-d3b5-4011-9f33-7d7b9b31f399 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.818859 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-43d0abe3-b352-41b1-bbce-c2d1fb774b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.826464 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-973451ce-b19d-4446-ad18-6733523496bb req-6bb80a79-d9d5-4f0d-928b-391e3c1f8cda service neutron] 10.222.0.30 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017303 Aug 07 04:04:00.850585 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-43d0abe3-b352-41b1-bbce-c2d1fb774b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.878756 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-64468c61-51ef-44e0-9e90-b9605daf4723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.880578 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-64468c61-51ef-44e0-9e90-b9605daf4723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.883032 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-64468c61-51ef-44e0-9e90-b9605daf4723 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc84de11-0907-41d0-9f78-aeb699dc9639 HTTP/1.1" status: 204 len: 168 time: 0.3646679 Aug 07 04:04:00.901426 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64468c61-51ef-44e0-9e90-b9605daf4723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc84de11-0907-41d0-9f78-aeb699dc9639,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:00.904748 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.915015 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.924944 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f8f5b25a-08c9-475d-8aa9-af386df30a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.927470 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f8f5b25a-08c9-475d-8aa9-af386df30a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.930106 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-f8f5b25a-08c9-475d-8aa9-af386df30a6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee993be7-a9a5-4027-a5e3-a621754f5c49 HTTP/1.1" status: 204 len: 168 time: 1.8751507 Aug 07 04:04:00.935349 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-43d0abe3-b352-41b1-bbce-c2d1fb774b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.938823 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-43d0abe3-b352-41b1-bbce-c2d1fb774b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:00.941194 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-43d0abe3-b352-41b1-bbce-c2d1fb774b4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53124708-5966-4716-9249-7b285a6c436c HTTP/1.1" status: 204 len: 168 time: 0.3067968 Aug 07 04:04:00.954435 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0abe3-b352-41b1-bbce-c2d1fb774b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53124708-5966-4716-9249-7b285a6c436c,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:01.057288 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 1d61415a-1a33-4431-ac8a-8d58f9bbac29 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:04:01.062583 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:04:01.074995 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-6f3cef0e-d3b5-4011-9f33-7d7b9b31f399 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Network 8062e885-d2c2-4da5-83e2-ec66e4a9f2ac is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:04:01.075440 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5b25a-08c9-475d-8aa9-af386df30a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee993be7-a9a5-4027-a5e3-a621754f5c49,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:01.096837 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:04:01.108612 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-6f3cef0e-d3b5-4011-9f33-7d7b9b31f399 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:04:01.111963 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:04:01.118655 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:01.124819 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cef0e-d3b5-4011-9f33-7d7b9b31f399 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Pushing event updated for resources: {'Port': ['ID=8a857ac1-142c-47f7-bbe3-ab0dc75fc720,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:01.149842 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-6f3cef0e-d3b5-4011-9f33-7d7b9b31f399 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:04:01.179820 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 1d61415a-1a33-4431-ac8a-8d58f9bbac29 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:04:01.180214 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:01.281268 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Transition to ACTIVE for port object 63d532c8-cda9-484b-9b25-0264a8cf9ad6 will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:04:01.288745 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device e54ff27e-97be-4c94-93a5-111b876a17c7 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:04:01.376983 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-6f3cef0e-d3b5-4011-9f33-7d7b9b31f399 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:01.377733 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-6f3cef0e-d3b5-4011-9f33-7d7b9b31f399 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:01.380315 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event updated for resources: {'Port': ['ID=ac963df6-c418-4525-9bea-0cac7d283611,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:01.408192 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port e54ff27e-97be-4c94-93a5-111b876a17c7 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:04:01.408579 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:01.421067 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46820) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:01.467378 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f7dab3ba-0f87-4a0a-bcde-b40dcd434a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:01.489920 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c8bcd-d8b3-47f6-864f-8f81a92fa478 req-59a24258-a4ce-490d-8a8c-49f8c086bf54 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:01.491617 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f32c8bcd-d8b3-47f6-864f-8f81a92fa478 req-59a24258-a4ce-490d-8a8c-49f8c086bf54 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 932 time: 0.3271747 Aug 07 04:04:01.512743 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-6f3cef0e-d3b5-4011-9f33-7d7b9b31f399 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.1065440 Aug 07 04:04:01.576400 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Request body: {'port': {'device_id': '2dc0a24b-9cef-4041-baec-53d35d04bed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:04:01.640199 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:01.642926 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f7dab3ba-0f87-4a0a-bcde-b40dcd434a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:01.648822 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f7dab3ba-0f87-4a0a-bcde-b40dcd434a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:01.679374 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:01.722746 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f7dab3ba-0f87-4a0a-bcde-b40dcd434a4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f5dd78004b34203b10b61c574649f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000276 Aug 07 04:04:01.725104 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46830) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:01.740273 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dab3ba-0f87-4a0a-bcde-b40dcd434a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32b0a2b-f1d4-4b7e-9ca8-0c4b02772d93,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:01.788054 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-567111c0-a0a1-486a-a460-593b4ad4ddd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:01.791164 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f32c8bcd-d8b3-47f6-864f-8f81a92fa478 req-81d3ec05-13aa-4476-b7a7-bac8d5a30cfa tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804439 Aug 07 04:04:01.797997 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:01.813186 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-567111c0-a0a1-486a-a460-593b4ad4ddd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:01.825639 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629288a-deb6-44a3-a678-cc630bebbe98 req-debfe72a-d174-4ab9-8ddf-240ac038d79c tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:01.827184 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d629288a-deb6-44a3-a678-cc630bebbe98 req-debfe72a-d174-4ab9-8ddf-240ac038d79c tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 944 time: 0.3966296 Aug 07 04:04:01.843820 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:01.848751 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46834) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:01.850435 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Network 35f15573-4d02-4cd9-a022-983f2f904dbd is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:04:01.852460 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:01.880456 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:01.904900 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:04:01.905861 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-807a4a3a-2acf-4769-b5c4-ef6a4553776c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a09b1419b1aa4e7d91a12b3a12da3809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559697 Aug 07 04:04:01.908308 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 46836) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:01.930869 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:04:01.933029 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Pushing event updated for resources: {'Port': ['ID=63d532c8-cda9-484b-9b25-0264a8cf9ad6,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:01.943426 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-567111c0-a0a1-486a-a460-593b4ad4ddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:01.946232 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-567111c0-a0a1-486a-a460-593b4ad4ddd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:01.955302 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-567111c0-a0a1-486a-a460-593b4ad4ddd2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f32b0a2b-f1d4-4b7e-9ca8-0c4b02772d93 HTTP/1.1" status: 204 len: 168 time: 0.2261629 Aug 07 04:04:01.955964 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:04:01.989476 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567111c0-a0a1-486a-a460-593b4ad4ddd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32b0a2b-f1d4-4b7e-9ca8-0c4b02772d93,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:02.052038 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3fffeb85-2079-43cc-86b6-60bedff799d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:02.079498 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3fffeb85-2079-43cc-86b6-60bedff799d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:02.099150 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Pushing event updated for resources: {'Port': ['ID=0c290392-aac0-4d2e-924e-547501f7714e,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:02.154374 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3fffeb85-2079-43cc-86b6-60bedff799d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:02.157333 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3fffeb85-2079-43cc-86b6-60bedff799d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:02.158545 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3fffeb85-2079-43cc-86b6-60bedff799d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97a8597d-4a9d-4069-a3e7-20f59cf5c3b4 HTTP/1.1" status: 204 len: 168 time: 0.2488797 Aug 07 04:04:02.171452 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffeb85-2079-43cc-86b6-60bedff799d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a8597d-4a9d-4069-a3e7-20f59cf5c3b4,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:02.239875 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d629288a-deb6-44a3-a678-cc630bebbe98 req-a8fbf430-887f-4437-8272-9c4a11c6b53c tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970118 Aug 07 04:04:02.243909 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-88c7fa95-ddf4-449d-bb79-84c7f7dce8e1 None None] Provisioning for port 63d532c8-cda9-484b-9b25-0264a8cf9ad6 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:04:02.252955 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-88c7fa95-ddf4-449d-bb79-84c7f7dce8e1 None None] Provisioning complete for port 63d532c8-cda9-484b-9b25-0264a8cf9ad6 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:04:02.253394 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-88c7fa95-ddf4-449d-bb79-84c7f7dce8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:02.265705 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-965817'] for router_interface, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:02.300393 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-88c7fa95-ddf4-449d-bb79-84c7f7dce8e1 None None] Port 63d532c8-cda9-484b-9b25-0264a8cf9ad6 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:04:02.346208 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965645'] for router_interface, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:02.560462 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:02.582394 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:02.950149 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Network 98df712f-423c-4952-8ac5-55aed9105c0e is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:04:02.998017 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:04:02.999913 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event updated for resources: {'Port': ['ID=ac963df6-c418-4525-9bea-0cac7d283611,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:03.031938 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 608bce6e-3b85-4c01-a02e-bfe3ed5c709e details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:04:03.096579 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:03.126714 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:03.182745 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 608bce6e-3b85-4c01-a02e-bfe3ed5c709e, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=608bce6e-3b85-4c01-a02e-bfe3ed5c709e,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:03.183233 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72033cef-a519-463c-9181-816c3cf39658 req-c77f0d36-3d0d-4719-9459-80b7da449f9a tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:03.185262 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-72033cef-a519-463c-9181-816c3cf39658 req-c77f0d36-3d0d-4719-9459-80b7da449f9a tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 932 time: 0.2503085 Aug 07 04:04:03.186161 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:03.187441 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-b3a5f7ce-d3aa-44e0-89b3-4d63ac08ee50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.9306459 Aug 07 04:04:03.199644 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '608bce6e-3b85-4c01-a02e-bfe3ed5c709e', 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372', 'port_id': '608bce6e-3b85-4c01-a02e-bfe3ed5c709e', 'mac_address': 'fa:16:3e:85:cc:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ed36dd-7879-4685-b534-20fbc146fe68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:04:03.252379 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:03.269065 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608bce6e-3b85-4c01-a02e-bfe3ed5c709e {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:04:03.299358 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 608bce6e-3b85-4c01-a02e-bfe3ed5c709e, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=608bce6e-3b85-4c01-a02e-bfe3ed5c709e,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:03.306231 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:03.369765 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=608bce6e-3b85-4c01-a02e-bfe3ed5c709e,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:03.381662 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Router 898d2c4a-b209-41ac-bbbc-6a7b355c4e81 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:04:03.509328 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:04:03.526169 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-72033cef-a519-463c-9181-816c3cf39658 req-a1b68bae-2cf0-4106-91c7-f9129e0ce896 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828014 Aug 07 04:04:03.532538 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:03.544064 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['608bce6e-3b85-4c01-a02e-bfe3ed5c709e'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:04:03.615290 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Transition to ACTIVE for port object 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:04:03.632296 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:03.666445 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22f56d-d220-4393-95b0-286c47b25121 req-c321ea10-b26c-446a-89af-021afec6b7e4 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:03.668088 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c22f56d-d220-4393-95b0-286c47b25121 req-c321ea10-b26c-446a-89af-021afec6b7e4 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 945 time: 0.2464066 Aug 07 04:04:03.821988 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:03.846370 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Pushing event updated for resources: {'Port': ['ID=8a857ac1-142c-47f7-bbe3-ab0dc75fc720,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:03.859743 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:03.910696 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-01c53dbe-9a96-48c6-a858-92350c053e1f tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--805480885&fields=id&tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec HTTP/1.1" status: 200 len: 267 time: 0.2602961 Aug 07 04:04:03.954271 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c22f56d-d220-4393-95b0-286c47b25121 req-76355ef6-0314-4b14-a8d3-f4b43f39a3e1 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552042 Aug 07 04:04:03.960399 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:04:03.971176 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-25c71f9f-8312-4100-9df2-482d4a842e87 admin admin] 10.222.0.18 "PUT /v2.0/routers/898d2c4a-b209-41ac-bbbc-6a7b355c4e81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0438936 Aug 07 04:04:03.971850 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Sync routers for ids ['898d2c4a-b209-41ac-bbbc-6a7b355c4e81'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:04:03.987633 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Routers {'898d2c4a-b209-41ac-bbbc-6a7b355c4e81'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:04:03.989487 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:03:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['898d2c4a-b209-41ac-bbbc-6a7b355c4e81'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:04.087655 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Pushing event updated for resources: {'Port': ['ID=63d532c8-cda9-484b-9b25-0264a8cf9ad6,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:04.101606 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-965817'] for router_interface, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:04.174593 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Set router 898d2c4a-b209-41ac-bbbc-6a7b355c4e81 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:04:04.199693 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Attempting to bind port 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:04:04.200276 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Attempting to bind port 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '28a10f86-f612-4329-bbb3-d438cb75cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8062e885-d2c2-4da5-83e2-ec66e4a9f2ac'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:04:04.200724 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Attempting to bind port 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 on network 8062e885-d2c2-4da5-83e2-ec66e4a9f2ac {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:04:04.212569 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Port 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 on network 8062e885-d2c2-4da5-83e2-ec66e4a9f2ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:04:04.213080 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Attempting to bind port 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 on network 8062e885-d2c2-4da5-83e2-ec66e4a9f2ac {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:04:04.222205 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-9d5c9cb0-fa8a-4e47-b670-40a05c1e7591 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:04.224061 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-9d5c9cb0-fa8a-4e47-b670-40a05c1e7591 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/networks?id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 HTTP/1.1" status: 200 len: 817 time: 0.2685144 Aug 07 04:04:04.231913 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:04:04.231913 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Checking segment: {'id': '28a10f86-f612-4329-bbb3-d438cb75cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8062e885-d2c2-4da5-83e2-ec66e4a9f2ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:04:04.232612 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Bound using segment: {'id': '28a10f86-f612-4329-bbb3-d438cb75cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8062e885-d2c2-4da5-83e2-ec66e4a9f2ac'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:04:04.233186 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Bound port: 8a857ac1-142c-47f7-bbe3-ab0dc75fc720, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a10f86-f612-4329-bbb3-d438cb75cb16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8062e885-d2c2-4da5-83e2-ec66e4a9f2ac'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:04:04.233656 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:04.271908 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-20b5bf7d-ec02-4dbf-800d-3e534765ba7a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/quotas/330f8cf6d7524977b8a5d4e7c08cd9ec HTTP/1.1" status: 200 len: 375 time: 0.0348945 Aug 07 04:04:04.385173 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Network 35f15573-4d02-4cd9-a022-983f2f904dbd is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:04:04.399382 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:04:04.431780 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-87e2a7a8-bf58-485c-8ff0-fe79ecf7432e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1268251 Aug 07 04:04:04.437385 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] For port 8a857ac1-142c-47f7-bbe3-ab0dc75fc720, host hv-cinder-80374, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:04:04.443010 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] For port 8a857ac1-142c-47f7-bbe3-ab0dc75fc720, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8a857ac1-142c-47f7-bbe3-ab0dc75fc720,segment=NetworkSegment(28a10f86-f612-4329-bbb3-d438cb75cb16),segment_id=28a10f86-f612-4329-bbb3-d438cb75cb16)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:04:04.481282 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:04.653912 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Pushing event updated for resources: {'Port': ['ID=8a857ac1-142c-47f7-bbe3-ab0dc75fc720,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:04.685504 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281987-router', 'tenant_id': '003a204b7d8d4968817b31d17e3072dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:00Z', 'revision_number': 4, 'project_id': '003a204b7d8d4968817b31d17e3072dd', 'gw_port': {'id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '0c290392-aac0-4d2e-924e-547501f7714e', 'name': '', 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e', 'tenant_id': '003a204b7d8d4968817b31d17e3072dd', 'mac_address': 'fa:16:3e:ba:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '89e600fc-6cf1-4ba0-b06a-135114de945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:59Z', 'updated_at': '2021-08-07T04:04:01Z', 'revision_number': 2, 'project_id': '003a204b7d8d4968817b31d17e3072dd', 'subnets': [{'id': '89e600fc-6cf1-4ba0-b06a-135114de945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:04.717354 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Checking router: 898d2c4a-b209-41ac-bbbc-6a7b355c4e81 for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:04:04.717354 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Updating router 898d2c4a-b209-41ac-bbbc-6a7b355c4e81 port 0c290392-aac0-4d2e-924e-547501f7714e binding host dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:04:04.744680 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:04.749091 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-a5b78399-9fd1-4f34-9ba0-5199e47fe685 None None] Provisioning complete for port 63d532c8-cda9-484b-9b25-0264a8cf9ad6 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:04:04.751156 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a5b78399-9fd1-4f34-9ba0-5199e47fe685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:04.753570 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:04.754281 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:04.756369 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-73443c7f-d9e5-4458-85ac-24d6e0c52b20 service neutron] 10.222.0.30 "PUT /v2.0/ports/8a857ac1-142c-47f7-bbe3-ab0dc75fc720 HTTP/1.1" status: 200 len: 1094 time: 3.2054830 Aug 07 04:04:04.757145 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc0a24b-9cef-4041-baec-53d35d04bed2', 'tag': '8a857ac1-142c-47f7-bbe3-ab0dc75fc720'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:04:04.856615 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-a5b78399-9fd1-4f34-9ba0-5199e47fe685 None None] Port 63d532c8-cda9-484b-9b25-0264a8cf9ad6 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:04:05.016090 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 608bce6e-3b85-4c01-a02e-bfe3ed5c709e up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:04:05.109635 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904d6ef-ca0e-497b-a35f-d18c12b79299 req-3320ec18-3f4a-4203-abc1-87e61350c32e tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:05.111695 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9904d6ef-ca0e-497b-a35f-d18c12b79299 req-3320ec18-3f4a-4203-abc1-87e61350c32e tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 944 time: 0.4453566 Aug 07 04:04:05.133790 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Router 9b5a95c3-8287-4f32-8855-525f89fb42b4 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:04:05.134562 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port 608bce6e-3b85-4c01-a02e-bfe3ed5c709e completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:04:05.141262 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 608bce6e-3b85-4c01-a02e-bfe3ed5c709e triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:04:05.141784 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:05.176129 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-4a497fbc-59c1-4200-bfb0-03421fbcd451 service neutron] 10.222.0.18 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7016976 Aug 07 04:04:05.254316 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:05.285010 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9904d6ef-ca0e-497b-a35f-d18c12b79299 req-7d2146bf-0e1c-4dee-884e-4b581007a361 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613181 Aug 07 04:04:05.309353 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d68bfe-7462-4e9b-bc44-55b816616a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608bce6e-3b85-4c01-a02e-bfe3ed5c709e'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:04:05.314115 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb747e0b-8b13-4d0c-ac70-13c5423d2778" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc0a24b-9cef-4041-baec-53d35d04bed2", "tag": "8a857ac1-142c-47f7-bbe3-ab0dc75fc720"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:04:05.326076 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-a57ad592-984c-4dec-8454-3bc78cf275d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:05.327663 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-a57ad592-984c-4dec-8454-3bc78cf275d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e274ef0677e48c5a336cf15870d77fc&device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 1097 time: 0.5154226 Aug 07 04:04:05.329400 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:05.349503 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Transition to ACTIVE for port object 0c290392-aac0-4d2e-924e-547501f7714e will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:04:05.359644 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:05.394834 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 608bce6e-3b85-4c01-a02e-bfe3ed5c709e, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=608bce6e-3b85-4c01-a02e-bfe3ed5c709e,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:05.400366 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:05.423074 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d92905-b599-46ee-acd5-e7e7dfaa16ed None None] Pushing event updated for resources: {'Port': ['ID=0c290392-aac0-4d2e-924e-547501f7714e,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:05.446606 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:04:05.470585 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-ef3112fd-a3c3-41ed-8337-2238da43ebac admin admin] 10.222.0.18 "PUT /v2.0/routers/9b5a95c3-8287-4f32-8855-525f89fb42b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5276206 Aug 07 04:04:05.470808 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Sync routers for ids ['9b5a95c3-8287-4f32-8855-525f89fb42b4'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:04:05.476558 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Attempting to bind port 0c290392-aac0-4d2e-924e-547501f7714e on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:04:05.476940 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Attempting to bind port 0c290392-aac0-4d2e-924e-547501f7714e by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:04:05.477310 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Attempting to bind port 0c290392-aac0-4d2e-924e-547501f7714e on network 98df712f-423c-4952-8ac5-55aed9105c0e {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:04:05.484323 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:04:05.484701 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Checking segment: {'id': '043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:04:05.485109 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:05.485703 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Bound using segment: {'id': '043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:04:05.486746 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Bound port: 0c290392-aac0-4d2e-924e-547501f7714e, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:04:05.486746 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:05.503177 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=608bce6e-3b85-4c01-a02e-bfe3ed5c709e,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:05.513870 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Routers {'9b5a95c3-8287-4f32-8855-525f89fb42b4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:04:05.517990 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:03:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['9b5a95c3-8287-4f32-8855-525f89fb42b4'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:05.608931 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] For port 0c290392-aac0-4d2e-924e-547501f7714e, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:04:05.615095 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] For port 0c290392-aac0-4d2e-924e-547501f7714e, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=0c290392-aac0-4d2e-924e-547501f7714e,segment=NetworkSegment(043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5),segment_id=043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:04:05.625517 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:05.649082 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-19aa46ee-b59e-4c6f-96f8-edb11db465d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a857ac1-142c-47f7-bbe3-ab0dc75fc720 HTTP/1.1" status: 200 len: 217 time: 0.2105992 Aug 07 04:04:05.671945 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-966bde15-83aa-4290-b1f8-a37aa882405f service neutron] 10.222.0.18 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937363 Aug 07 04:04:05.737470 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Set router 9b5a95c3-8287-4f32-8855-525f89fb42b4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:04:05.739875 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-b7096e21-1517-48d0-ab0b-4f69b72552e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:05.741565 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-b7096e21-1517-48d0-ab0b-4f69b72552e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0cca40c2-db62-4248-9e73-7d385eb79a4c HTTP/1.1" status: 200 len: 852 time: 0.0800638 Aug 07 04:04:05.800750 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d92905-b599-46ee-acd5-e7e7dfaa16ed None None] Pushing event updated for resources: {'Port': ['ID=0c290392-aac0-4d2e-924e-547501f7714e,revision_number=4']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:05.815924 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Routers {'898d2c4a-b209-41ac-bbbc-6a7b355c4e81'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:04:05.821944 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:03:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['898d2c4a-b209-41ac-bbbc-6a7b355c4e81'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:05.874245 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-a8f3c831-3fbd-4e71-a2f0-b524baf1992f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8062e885-d2c2-4da5-83e2-ec66e4a9f2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256175 Aug 07 04:04:05.976549 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 47010) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:06.093438 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613c0990-5752-4c69-8991-afb061d74a09" -d '{"events": [{"server_uuid": "f9d68bfe-7462-4e9b-bc44-55b816616a0f", "name": "network-vif-plugged", "status": "completed", "tag": "608bce6e-3b85-4c01-a02e-bfe3ed5c709e"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:04:06.185394 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] Set router 898d2c4a-b209-41ac-bbbc-6a7b355c4e81 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:04:06.307528 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-05728003-f2eb-4e68-9887-93bfb5212df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:06.308676 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77811c5c-af74-4c4b-be3f-a3c8e02f095b req-b229aebb-e3af-406e-b34f-0e3d8a0c4053 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:06.311704 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-77811c5c-af74-4c4b-be3f-a3c8e02f095b req-b229aebb-e3af-406e-b34f-0e3d8a0c4053 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 946 time: 0.2895515 Aug 07 04:04:06.327748 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-1cc169db-af25-47d1-98a4-7d9ccbafc9b7 service neutron] 10.222.0.30 "GET /v2.0/networks/8062e885-d2c2-4da5-83e2-ec66e4a9f2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449630 Aug 07 04:04:06.358340 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:02Z', 'revision_number': 4, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '63d532c8-cda9-484b-9b25-0264a8cf9ad6', 'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'mac_address': 'fa:16:3e:76:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:58Z', 'updated_at': '2021-08-07T04:04:03Z', 'revision_number': 2, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'subnets': [{'id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:06.412131 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Checking router: 9b5a95c3-8287-4f32-8855-525f89fb42b4 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:04:06.413003 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Updating router 9b5a95c3-8287-4f32-8855-525f89fb42b4 port 63d532c8-cda9-484b-9b25-0264a8cf9ad6 binding host dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:04:06.451312 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:06.484131 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-05728003-f2eb-4e68-9887-93bfb5212df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:06.489003 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281987-router', 'tenant_id': '003a204b7d8d4968817b31d17e3072dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:00Z', 'revision_number': 4, 'project_id': '003a204b7d8d4968817b31d17e3072dd', 'gw_port': {'id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '0c290392-aac0-4d2e-924e-547501f7714e', 'name': '', 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e', 'tenant_id': '003a204b7d8d4968817b31d17e3072dd', 'mac_address': 'fa:16:3e:ba:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '89e600fc-6cf1-4ba0-b06a-135114de945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:59Z', 'updated_at': '2021-08-07T04:04:05Z', 'revision_number': 4, 'project_id': '003a204b7d8d4968817b31d17e3072dd', 'subnets': [{'id': '89e600fc-6cf1-4ba0-b06a-135114de945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:06.491059 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-05728003-f2eb-4e68-9887-93bfb5212df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:06.527968 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3aae7-6441-45c2-a709-0b3ccc9325d0 None None] The sync data for ids ['898d2c4a-b209-41ac-bbbc-6a7b355c4e81'] in dv-cinder-803748-2-iscsi is: [{'id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281987-router', 'tenant_id': '003a204b7d8d4968817b31d17e3072dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:00Z', 'revision_number': 4, 'project_id': '003a204b7d8d4968817b31d17e3072dd', 'gw_port': {'id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '0c290392-aac0-4d2e-924e-547501f7714e', 'name': '', 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e', 'tenant_id': '003a204b7d8d4968817b31d17e3072dd', 'mac_address': 'fa:16:3e:ba:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '89e600fc-6cf1-4ba0-b06a-135114de945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:59Z', 'updated_at': '2021-08-07T04:04:05Z', 'revision_number': 4, 'project_id': '003a204b7d8d4968817b31d17e3072dd', 'subnets': [{'id': '89e600fc-6cf1-4ba0-b06a-135114de945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:04:06.563786 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:06.580370 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05728003-f2eb-4e68-9887-93bfb5212df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdf8dfe-a033-40cf-b1eb-df522fdb407d,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:06.592408 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-89c5bbc4-6fb8-44c0-8280-2a11ea6184fb tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:06.596444 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-89c5bbc4-6fb8-44c0-8280-2a11ea6184fb tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/networks?id=98df712f-423c-4952-8ac5-55aed9105c0e HTTP/1.1" status: 200 len: 819 time: 0.4912372 Aug 07 04:04:06.631454 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-05728003-f2eb-4e68-9887-93bfb5212df8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f282fc02e4b9403fb3d09bc4d28066f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6538229 Aug 07 04:04:06.634807 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 47034) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:06.665452 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-77811c5c-af74-4c4b-be3f-a3c8e02f095b req-ee50f20a-3801-4497-a19e-f960695dda2e tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403454 Aug 07 04:04:06.728321 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4ca859a0-2386-4730-8c7e-970fd2aac357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:06.740978 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-55abeb7d-0241-469c-8cdf-106f58da6136 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/quotas/003a204b7d8d4968817b31d17e3072dd HTTP/1.1" status: 200 len: 375 time: 0.1016366 Aug 07 04:04:06.782162 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4ca859a0-2386-4730-8c7e-970fd2aac357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:06.798534 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1bab5451-4e3f-4aee-93c8-6dc7c8c66c0a req-1667eea8-0f56-45e4-932a-db7ee77bd9fd service neutron] 10.222.0.30 "GET /v2.0/networks/8062e885-d2c2-4da5-83e2-ec66e4a9f2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583254 Aug 07 04:04:06.829204 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-4d09cc3d-35d3-4479-92b1-f9843758983e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=003a204b7d8d4968817b31d17e3072dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0787549 Aug 07 04:04:06.877846 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4ca859a0-2386-4730-8c7e-970fd2aac357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:06.882093 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a941258-f3e5-4dcd-b442-3d89c227aa34 x-openstack-request-id: req-0a941258-f3e5-4dcd-b442-3d89c227aa34 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:04:06.882467 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4ca859a0-2386-4730-8c7e-970fd2aac357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:06.882859 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc0a24b-9cef-4041-baec-53d35d04bed2", "tag": "8a857ac1-142c-47f7-bbe3-ab0dc75fc720", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:04:06.883333 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a941258-f3e5-4dcd-b442-3d89c227aa34 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:04:06.883749 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4ca859a0-2386-4730-8c7e-970fd2aac357 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1cdf8dfe-a033-40cf-b1eb-df522fdb407d HTTP/1.1" status: 204 len: 168 time: 0.2475905 Aug 07 04:04:06.884051 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc0a24b-9cef-4041-baec-53d35d04bed2', 'tag': '8a857ac1-142c-47f7-bbe3-ab0dc75fc720', 'status': 'completed', 'code': 200} Aug 07 04:04:06.894607 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca859a0-2386-4730-8c7e-970fd2aac357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdf8dfe-a033-40cf-b1eb-df522fdb407d,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:07.042920 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-210e2a3e-4a65-440c-a92c-a3fa4c82e778 service neutron] 10.222.0.18 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022824 Aug 07 04:04:07.103866 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:07.121959 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Transition to ACTIVE for port object 63d532c8-cda9-484b-9b25-0264a8cf9ad6 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:04:07.148505 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 0c290392-aac0-4d2e-924e-547501f7714e up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:04:07.189777 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-2a2ddc95-ab9d-43ea-bbaf-1646b8a803dd service neutron] 10.222.0.18 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421311 Aug 07 04:04:07.202100 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:07.335711 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Attempting to bind port 63d532c8-cda9-484b-9b25-0264a8cf9ad6 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:04:07.336081 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Attempting to bind port 63d532c8-cda9-484b-9b25-0264a8cf9ad6 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:04:07.336442 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Attempting to bind port 63d532c8-cda9-484b-9b25-0264a8cf9ad6 on network 35f15573-4d02-4cd9-a022-983f2f904dbd {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:04:07.346920 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:04:07.347320 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Checking segment: {'id': '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:04:07.347743 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:07.348132 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Bound using segment: {'id': '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:04:07.348636 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Bound port: 63d532c8-cda9-484b-9b25-0264a8cf9ad6, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:04:07.348966 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:07.358451 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adf1cd-aaed-4ee0-869d-08baf804e5ff None None] Pushing event updated for resources: {'Port': ['ID=63d532c8-cda9-484b-9b25-0264a8cf9ad6,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:07.402467 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 0c290392-aac0-4d2e-924e-547501f7714e completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:04:07.411175 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 0c290392-aac0-4d2e-924e-547501f7714e triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:04:07.411635 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:07.478161 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] For port 63d532c8-cda9-484b-9b25-0264a8cf9ad6, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:04:07.482432 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] For port 63d532c8-cda9-484b-9b25-0264a8cf9ad6, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=63d532c8-cda9-484b-9b25-0264a8cf9ad6,segment=NetworkSegment(8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5),segment_id=8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:04:07.492002 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:07.528326 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 47054) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:07.555169 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-751f9865-f3af-4c2f-9311-9efdb7ccb67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:07.560482 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f03dd704-3ab8-4fb2-88c7-9958cc5c55d5 req-8a481cbe-0737-4003-ae52-83ebffed8fb6 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 210 time: 0.0774050 Aug 07 04:04:07.589641 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 47056) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:07.594845 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-3c3f52f5-9407-4a9f-ae38-1869873aeceb tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--389394879', 'description': 'tempest-description--249754557'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:04:07.621853 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Routers {'9b5a95c3-8287-4f32-8855-525f89fb42b4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:04:07.622503 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:03:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['9b5a95c3-8287-4f32-8855-525f89fb42b4'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:07.714732 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:07.816130 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adf1cd-aaed-4ee0-869d-08baf804e5ff None None] Pushing event updated for resources: {'Port': ['ID=63d532c8-cda9-484b-9b25-0264a8cf9ad6,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:07.853570 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-751f9865-f3af-4c2f-9311-9efdb7ccb67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:07.860853 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-751f9865-f3af-4c2f-9311-9efdb7ccb67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:07.926350 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3c3f52f5-9407-4a9f-ae38-1869873aeceb tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:07.926673 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 0c290392-aac0-4d2e-924e-547501f7714e, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=0c290392-aac0-4d2e-924e-547501f7714e,segment=NetworkSegment(043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5),segment_id=043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:07.929101 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-751f9865-f3af-4c2f-9311-9efdb7ccb67c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37f416594b814e6892762b938d55bedb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982160 Aug 07 04:04:07.936253 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:07.945736 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 47068) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:07.974419 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061a262-6d14-49fc-bc2d-91d073cae9fb req-cc1aff04-f9b3-4566-902f-9a91104edd87 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:07.981640 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a061a262-6d14-49fc-bc2d-91d073cae9fb req-cc1aff04-f9b3-4566-902f-9a91104edd87 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 944 time: 0.2186921 Aug 07 04:04:07.997114 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f9865-f3af-4c2f-9311-9efdb7ccb67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2bd105-99d9-4092-a03e-341f42dee685,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:08.030045 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] Set router 9b5a95c3-8287-4f32-8855-525f89fb42b4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:04:08.063008 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3505ac87-7dbb-486f-9306-491754591a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:08.095402 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a061a262-6d14-49fc-bc2d-91d073cae9fb req-3c8d3b58-ff7d-4697-9cd6-962e48457b73 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028316 Aug 07 04:04:08.131531 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7f6f07-9724-461e-ae59-a12443a36bcb x-openstack-request-id: req-8d7f6f07-9724-461e-ae59-a12443a36bcb {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:04:08.132077 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d68bfe-7462-4e9b-bc44-55b816616a0f", "name": "network-vif-plugged", "status": "completed", "tag": "608bce6e-3b85-4c01-a02e-bfe3ed5c709e", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:04:08.132077 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d7f6f07-9724-461e-ae59-a12443a36bcb {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:04:08.132508 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d68bfe-7462-4e9b-bc44-55b816616a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608bce6e-3b85-4c01-a02e-bfe3ed5c709e', 'code': 200} Aug 07 04:04:08.153391 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3505ac87-7dbb-486f-9306-491754591a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:08.161905 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=0c290392-aac0-4d2e-924e-547501f7714e,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:08.222325 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3505ac87-7dbb-486f-9306-491754591a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:08.226803 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3505ac87-7dbb-486f-9306-491754591a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:08.230856 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3505ac87-7dbb-486f-9306-491754591a8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e2bd105-99d9-4092-a03e-341f42dee685 HTTP/1.1" status: 204 len: 168 time: 0.2813745 Aug 07 04:04:08.231138 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d0c5c26f-edd4-4e49-903c-ecceab1768fc req-3ec346f8-4dd7-4872-8378-849a31d4c32a tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 210 time: 0.0589979 Aug 07 04:04:08.244295 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505ac87-7dbb-486f-9306-491754591a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2bd105-99d9-4092-a03e-341f42dee685,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:08.303244 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3c3f52f5-9407-4a9f-ae38-1869873aeceb tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:08.330279 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3c3f52f5-9407-4a9f-ae38-1869873aeceb tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:08.357825 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3c3f52f5-9407-4a9f-ae38-1869873aeceb tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:08.362227 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 47078) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:08.367749 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-4a5fb2cc-3464-47b4-91a1-5dfc1eb4277b tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Request body: {'security_group_rule': {'security_group_id': 'f94f1932-dca7-4524-a165-341e249bd1d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:04:08.372557 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-3c3f52f5-9407-4a9f-ae38-1869873aeceb tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7817767 Aug 07 04:04:08.407340 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:02Z', 'revision_number': 4, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '63d532c8-cda9-484b-9b25-0264a8cf9ad6', 'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'mac_address': 'fa:16:3e:76:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:58Z', 'updated_at': '2021-08-07T04:04:07Z', 'revision_number': 4, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'subnets': [{'id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:08.425510 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c404605-fd47-49bf-9d3d-af01a4d3bd29 req-8bbea9ae-9aaa-4b76-a994-20cc468bdad4 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:08.427182 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8c404605-fd47-49bf-9d3d-af01a4d3bd29 req-8bbea9ae-9aaa-4b76-a994-20cc468bdad4 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 946 time: 0.1767983 Aug 07 04:04:08.428997 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f52f5-9407-4a9f-ae38-1869873aeceb tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94f1932-dca7-4524-a165-341e249bd1d2,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:08.435469 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb2cc-3464-47b4-91a1-5dfc1eb4277b tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:08.439339 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39654485-a420-4ddd-9b92-4dc606889e6c None None] The sync data for ids ['9b5a95c3-8287-4f32-8855-525f89fb42b4'] in dv-cinder-803748-2-iscsi is: [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:02Z', 'revision_number': 4, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '63d532c8-cda9-484b-9b25-0264a8cf9ad6', 'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'mac_address': 'fa:16:3e:76:ac:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:58Z', 'updated_at': '2021-08-07T04:04:07Z', 'revision_number': 4, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'subnets': [{'id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:04:08.504654 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8c404605-fd47-49bf-9d3d-af01a4d3bd29 req-dd5269f9-690f-4481-bbf0-18c21b9905f1 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588665 Aug 07 04:04:08.538773 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb2cc-3464-47b4-91a1-5dfc1eb4277b tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:08.543856 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb2cc-3464-47b4-91a1-5dfc1eb4277b tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:08.561232 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5fb2cc-3464-47b4-91a1-5dfc1eb4277b tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6514fb95-db37-4a24-b4e3-533a9fbd815c,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:08.576927 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb2cc-3464-47b4-91a1-5dfc1eb4277b tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:08.578282 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4a5fb2cc-3464-47b4-91a1-5dfc1eb4277b tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2147501 Aug 07 04:04:08.580975 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 47092) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:08.585455 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-8aaf8c53-d46f-44f2-bd06-a690c1621090 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Request body: {'security_group_rule': {'security_group_id': 'f94f1932-dca7-4524-a165-341e249bd1d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:04:08.617139 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8c53-d46f-44f2-bd06-a690c1621090 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:08.648252 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-5158680a-9f5c-449c-9f9d-d4504088eae3 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:08.649099 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-5158680a-9f5c-449c-9f9d-d4504088eae3 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/networks?id=98df712f-423c-4952-8ac5-55aed9105c0e HTTP/1.1" status: 200 len: 819 time: 0.1179774 Aug 07 04:04:08.688213 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8c53-d46f-44f2-bd06-a690c1621090 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:08.692709 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8c53-d46f-44f2-bd06-a690c1621090 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:08.695495 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-9ef595cb-d001-49f8-8d38-f6a349a0028e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/quotas/003a204b7d8d4968817b31d17e3072dd HTTP/1.1" status: 200 len: 375 time: 0.0377610 Aug 07 04:04:08.699622 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3695ba95-e6f2-491c-b3f1-80efa9b23c60 req-66d0c3e9-9fc6-418f-8ca5-702d576f222c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 210 time: 0.0439799 Aug 07 04:04:08.720753 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf8c53-d46f-44f2-bd06-a690c1621090 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d45ceb-9feb-4909-8bdb-aef11805840b,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:08.734060 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8aaf8c53-d46f-44f2-bd06-a690c1621090 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:08.734060 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-8aaf8c53-d46f-44f2-bd06-a690c1621090 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460543 Aug 07 04:04:08.734060 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 47102) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:08.737712 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Request body: {'floatingip': {'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:04:08.756862 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-4d232577-288c-4256-ace3-b217db5b912e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=003a204b7d8d4968817b31d17e3072dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605261 Aug 07 04:04:08.766039 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for floatingip, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:08.936474 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:08.938501 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-4d2f06c5-d6c0-4400-ba47-9450c13b1972 service neutron] 10.222.0.18 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723962 Aug 07 04:04:09.169884 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Allocated IP 172.27.0.63 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/5fc1c0c1-7a88-4997-8545-97ef9ea20565) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:04:09.205769 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-adaea74f-6e4f-4033-9003-8b6b8b19b5ea service neutron] 10.222.0.18 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655871 Aug 07 04:04:09.274681 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 0c290392-aac0-4d2e-924e-547501f7714e up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:04:09.322244 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992ee13-7b2f-4c5e-aaa4-15fb3341cfd1 req-8edc68af-460f-45b8-a87c-7022bd4f94e0 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:09.327502 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e992ee13-7b2f-4c5e-aaa4-15fb3341cfd1 req-8edc68af-460f-45b8-a87c-7022bd4f94e0 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 944 time: 0.1170938 Aug 07 04:04:09.402300 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 0c290392-aac0-4d2e-924e-547501f7714e triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:04:09.409649 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:09.446439 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e992ee13-7b2f-4c5e-aaa4-15fb3341cfd1 req-232352bc-ee40-4d9d-8af3-a5d550e484e1 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108108 Aug 07 04:04:09.554165 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:09.687067 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-786ed758-710a-4e13-ae27-7f84bc3bbd8c req-9de8442c-50c5-45fc-9946-666ddf653820 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 210 time: 0.0932798 Aug 07 04:04:09.705866 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:09.762430 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:04:09.765951 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:04:09.775365 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:04:09.780392 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 63d532c8-cda9-484b-9b25-0264a8cf9ad6 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:04:09.842618 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event updated for resources: {'Port': ['ID=5fc1c0c1-7a88-4997-8545-97ef9ea20565,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:09.911402 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27d018-4c51-41ea-ae13-00f207179480 req-2e639db9-86c5-4b94-880f-bea88a1fbd54 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:09.936381 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f27d018-4c51-41ea-ae13-00f207179480 req-2e639db9-86c5-4b94-880f-bea88a1fbd54 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 946 time: 0.2557943 Aug 07 04:04:09.951500 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 63d532c8-cda9-484b-9b25-0264a8cf9ad6 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:04:09.955722 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 63d532c8-cda9-484b-9b25-0264a8cf9ad6 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:04:09.956179 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:10.061789 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e0460233-8a92-4fa2-98a1-ee44d92b36f7 req-1f985bd9-f208-41cf-8a7e-c89d8b1c3176 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 210 time: 0.1211290 Aug 07 04:04:10.115434 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:10.118259 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f27d018-4c51-41ea-ae13-00f207179480 req-7780e165-3ffe-40f1-8fa7-0a0bf7c28c75 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795127 Aug 07 04:04:10.147421 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb747e0b-8b13-4d0c-ac70-13c5423d2778 req-48819f0c-b0a1-49fc-b223-ebbbbcf70e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:10.148826 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb747e0b-8b13-4d0c-ac70-13c5423d2778 req-48819f0c-b0a1-49fc-b223-ebbbbcf70e5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e274ef0677e48c5a336cf15870d77fc&device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 1097 time: 0.2072320 Aug 07 04:04:10.203011 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 63d532c8-cda9-484b-9b25-0264a8cf9ad6, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=63d532c8-cda9-484b-9b25-0264a8cf9ad6,segment=NetworkSegment(8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5),segment_id=8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:10.209739 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:10.272572 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:10.311378 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=63d532c8-cda9-484b-9b25-0264a8cf9ad6,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:10.422704 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb747e0b-8b13-4d0c-ac70-13c5423d2778 req-761e4378-7f7f-4425-a080-0311b47d55a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:10.428207 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb747e0b-8b13-4d0c-ac70-13c5423d2778 req-761e4378-7f7f-4425-a080-0311b47d55a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8062e885-d2c2-4da5-83e2-ec66e4a9f2ac HTTP/1.1" status: 200 len: 913 time: 0.2662733 Aug 07 04:04:10.523875 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb747e0b-8b13-4d0c-ac70-13c5423d2778 req-8f15fbcc-a5c3-4584-b504-5cd1959fc0a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a857ac1-142c-47f7-bbe3-ab0dc75fc720 HTTP/1.1" status: 200 len: 217 time: 0.0883586 Aug 07 04:04:10.527356 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.30', 54886) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:10.547998 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83e157-7b54-455e-b38e-4c5e3816dc4a req-0dc93f8e-7c61-4140-8fb9-b975b3083177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:10.550063 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-fc83e157-7b54-455e-b38e-4c5e3816dc4a req-0dc93f8e-7c61-4140-8fb9-b975b3083177 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 1099 time: 0.6040859 Aug 07 04:04:10.597410 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-fc83e157-7b54-455e-b38e-4c5e3816dc4a req-03a42d4c-5c8e-4ec2-9494-89cd131bf0e3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:10.621216 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:10.988494 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.30', 54888) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:11.079008 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-fc83e157-7b54-455e-b38e-4c5e3816dc4a req-03a42d4c-5c8e-4ec2-9494-89cd131bf0e3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:11.126153 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 63d532c8-cda9-484b-9b25-0264a8cf9ad6 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:04:11.155291 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-fc83e157-7b54-455e-b38e-4c5e3816dc4a req-03a42d4c-5c8e-4ec2-9494-89cd131bf0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:11.201013 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-fc83e157-7b54-455e-b38e-4c5e3816dc4a req-03a42d4c-5c8e-4ec2-9494-89cd131bf0e3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427889 Aug 07 04:04:11.226268 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:11.244525 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:11.246662 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f94cd06a-9df1-4033-891b-0955382766ed req-44dd5754-2a4c-449e-ae88-09919d3ddb87 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 210 time: 0.0726275 Aug 07 04:04:11.259403 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 63d532c8-cda9-484b-9b25-0264a8cf9ad6 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:04:11.259792 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:11.281808 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb747e0b-8b13-4d0c-ac70-13c5423d2778 req-4db41e27-c6ed-4e95-abf5-083b451bd2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:11.283323 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb747e0b-8b13-4d0c-ac70-13c5423d2778 req-4db41e27-c6ed-4e95-abf5-083b451bd2a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0cca40c2-db62-4248-9e73-7d385eb79a4c HTTP/1.1" status: 200 len: 852 time: 0.7291322 Aug 07 04:04:11.321348 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6634a-e500-4e29-a172-ea58130e2829 req-f722cb2e-d218-4a18-a2e1-89d4bbbb02c2 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:11.322917 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-44a6634a-e500-4e29-a172-ea58130e2829 req-f722cb2e-d218-4a18-a2e1-89d4bbbb02c2 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 944 time: 0.6307831 Aug 07 04:04:11.347450 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb747e0b-8b13-4d0c-ac70-13c5423d2778 req-10eefcfd-7196-4116-aa50-25afe8c40566 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8062e885-d2c2-4da5-83e2-ec66e4a9f2ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529044 Aug 07 04:04:11.364785 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-ccfab129-a779-4bf2-ab26-b313f957e58a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:11.365619 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-ccfab129-a779-4bf2-ab26-b313f957e58a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.30 "GET /v2.0/networks?id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 HTTP/1.1" status: 200 len: 817 time: 0.8360445 Aug 07 04:04:11.390258 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:04:11.451668 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event updated for resources: {'Port': ['ID=5fc1c0c1-7a88-4997-8545-97ef9ea20565,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:11.474786 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a42d4c-5c8e-4ec2-9494-89cd131bf0e3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=55f820b0-a878-446a-801f-479595e65039,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:11.526332 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-44a6634a-e500-4e29-a172-ea58130e2829 req-d3feb84f-6d1b-4b55-87aa-1dd6f9d34db6 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814232 Aug 07 04:04:11.564044 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a2d4a3cb-c594-4037-8813-a02bd5ba0632 req-fceefac4-c49e-4a06-9aa1-b812bc983e9c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 210 time: 0.1063564 Aug 07 04:04:11.567197 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.db.resource_extend [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 07 04:04:11.638803 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-3c231e85-1684-49dc-8d44-03f73da396a4 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec HTTP/1.1" status: 200 len: 379 time: 0.2473981 Aug 07 04:04:11.687668 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 8a857ac1-142c-47f7-bbe3-ab0dc75fc720, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8a857ac1-142c-47f7-bbe3-ab0dc75fc720,segment=NetworkSegment(28a10f86-f612-4329-bbb3-d438cb75cb16),segment_id=28a10f86-f612-4329-bbb3-d438cb75cb16)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:11.690667 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb747e0b-8b13-4d0c-ac70-13c5423d2778 req-e3d9ee71-4777-4122-8f99-bbacf6e78237 service neutron] 10.222.0.30 "GET /v2.0/networks/8062e885-d2c2-4da5-83e2-ec66e4a9f2ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142664 Aug 07 04:04:11.711190 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '8a857ac1-142c-47f7-bbe3-ab0dc75fc720', 'network_id': '8062e885-d2c2-4da5-83e2-ec66e4a9f2ac', 'port_id': '8a857ac1-142c-47f7-bbe3-ab0dc75fc720', 'mac_address': 'fa:16:3e:9f:5c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cca40c2-db62-4248-9e73-7d385eb79a4c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:04:11.715978 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-e026e1a5-4e57-4be9-88ef-515b4b108b96 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Request body: {'port': {'device_id': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'admin_state_up': True, 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'security_groups': ['95a9e3db-4b5c-48e2-9389-891589ec9d4f']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:04:11.793308 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:11.800523 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-2dfcce7c-2395-45c1-9f7e-76f9a060573f tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:11.802036 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-2dfcce7c-2395-45c1-9f7e-76f9a060573f tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.30 "GET /v2.0/networks?id=98df712f-423c-4952-8ac5-55aed9105c0e HTTP/1.1" status: 200 len: 819 time: 0.8110633 Aug 07 04:04:11.815337 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:04:11.826535 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-b92dd9ae-13d8-4913-a935-f0bff71a1bf0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Request body: {'port': {'device_id': 'a04d6c4b-ac71-49cb-b64a-a3b2e4235668', 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e', 'admin_state_up': True, 'tenant_id': '003a204b7d8d4968817b31d17e3072dd'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:04:11.853342 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 8a857ac1-142c-47f7-bbe3-ab0dc75fc720, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8a857ac1-142c-47f7-bbe3-ab0dc75fc720,segment=NetworkSegment(28a10f86-f612-4329-bbb3-d438cb75cb16),segment_id=28a10f86-f612-4329-bbb3-d438cb75cb16)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:11.863606 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:11.874962 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:11.943237 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-1f53ee72-5ae4-4996-a993-0ffe92611dd7 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:11.946199 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-1f53ee72-5ae4-4996-a993-0ffe92611dd7 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.30 "GET /v2.0/networks?id=98df712f-423c-4952-8ac5-55aed9105c0e HTTP/1.1" status: 200 len: 819 time: 0.3235841 Aug 07 04:04:11.959486 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=8a857ac1-142c-47f7-bbe3-ab0dc75fc720,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:11.973511 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:11.975238 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-873cbeb4-d6e2-4415-8f6a-fb59f2adcb4c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2429049 Aug 07 04:04:12.037480 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bd543-83ed-4ba6-8461-251873305b76 req-105949d3-7f83-4920-a006-d369445b4559 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:12.046101 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f21bd543-83ed-4ba6-8461-251873305b76 req-105949d3-7f83-4920-a006-d369445b4559 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 946 time: 0.3231046 Aug 07 04:04:12.051183 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-b92dd9ae-13d8-4913-a935-f0bff71a1bf0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Made reservation on behalf of 003a204b7d8d4968817b31d17e3072dd for: {'port': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:04:12.055735 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-b92dd9ae-13d8-4913-a935-f0bff71a1bf0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:12.138015 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb747e0b-8b13-4d0c-ac70-13c5423d2778 req-9353dee5-12f8-44cd-a057-bf554db4733f service neutron] 10.222.0.30 "GET /v2.0/networks/8062e885-d2c2-4da5-83e2-ec66e4a9f2ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466830 Aug 07 04:04:12.151515 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f21bd543-83ed-4ba6-8461-251873305b76 req-d8e24431-e070-4c81-b54b-bffa433aab4d tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042602 Aug 07 04:04:12.166617 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-e026e1a5-4e57-4be9-88ef-515b4b108b96 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Made reservation on behalf of 330f8cf6d7524977b8a5d4e7c08cd9ec for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:04:12.172547 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-e026e1a5-4e57-4be9-88ef-515b4b108b96 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:12.284786 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-b92dd9ae-13d8-4913-a935-f0bff71a1bf0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Allocated IP 172.20.0.6 (98df712f-423c-4952-8ac5-55aed9105c0e/89e600fc-6cf1-4ba0-b06a-135114de945d/64326d75-dc7b-467b-a684-b15a8bb7baf8) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:04:12.312585 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-150443ff-b901-4036-a1d2-9ebefdf5f42d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--389394879&fields=id&tenant_id=4b24080fb8644fa5b3fff0ba279b4140 HTTP/1.1" status: 200 len: 267 time: 0.0639422 Aug 07 04:04:12.366481 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 47246) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:12.445895 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9d54e612-640a-4b59-b914-5ad5de6c8ac1 req-84920c27-d3a4-4b49-970b-9cee270a085d tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 210 time: 0.0884948 Aug 07 04:04:12.465409 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-e026e1a5-4e57-4be9-88ef-515b4b108b96 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Allocated IP 172.20.0.8 (f6bfdbba-aabd-40f1-a35e-7aacbd51ace8/754a0fad-009c-41af-8768-85f84e113703/38c383a9-237f-4d39-a785-0a9d85925de9) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:04:12.467188 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-b92dd9ae-13d8-4913-a935-f0bff71a1bf0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:12.529856 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b83a-0d14-49ac-8742-4a57852bf1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:12.540433 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-b92dd9ae-13d8-4913-a935-f0bff71a1bf0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:12.555499 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-a4d08860-893f-4193-9c3b-c200176a9f2e tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:12.558951 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-a4d08860-893f-4193-9c3b-c200176a9f2e tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/networks?id=35f15573-4d02-4cd9-a022-983f2f904dbd HTTP/1.1" status: 200 len: 809 time: 0.2259665 Aug 07 04:04:12.591950 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-45624aa2-b781-4685-bd52-a48163073cb1 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/quotas/4b24080fb8644fa5b3fff0ba279b4140 HTTP/1.1" status: 200 len: 375 time: 0.0232253 Aug 07 04:04:12.623602 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-b92dd9ae-13d8-4913-a935-f0bff71a1bf0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Network 98df712f-423c-4952-8ac5-55aed9105c0e is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:04:12.629456 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-b92dd9ae-13d8-4913-a935-f0bff71a1bf0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:04:12.631883 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-b92dd9ae-13d8-4913-a935-f0bff71a1bf0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:04:12.639989 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dd9ae-13d8-4913-a935-f0bff71a1bf0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Pushing event updated for resources: {'Port': ['ID=64326d75-dc7b-467b-a684-b15a8bb7baf8,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:12.699362 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-b92dd9ae-13d8-4913-a935-f0bff71a1bf0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:12.699816 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-b92dd9ae-13d8-4913-a935-f0bff71a1bf0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:12.757351 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b83a-0d14-49ac-8742-4a57852bf1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:12.763557 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b83a-0d14-49ac-8742-4a57852bf1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:12.765884 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bc0e2-f21f-489c-95c8-4a5ff50eb6be req-a02fa021-df96-47e7-8d65-d5ba2e256b4f tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:12.767605 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-427bc0e2-f21f-489c-95c8-4a5ff50eb6be req-a02fa021-df96-47e7-8d65-d5ba2e256b4f tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 945 time: 0.1452270 Aug 07 04:04:12.775244 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-b92dd9ae-13d8-4913-a935-f0bff71a1bf0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9552817 Aug 07 04:04:12.779709 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-a978fb5a-12fb-4f11-bcb0-d085dfb317e6 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b24080fb8644fa5b3fff0ba279b4140&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1553848 Aug 07 04:04:12.805404 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-c5a6b83a-0d14-49ac-8742-4a57852bf1c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a890c9c664f4d91ac8d6d6e74929f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4381919 Aug 07 04:04:12.806601 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6b83a-0d14-49ac-8742-4a57852bf1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6764d69b-aaed-416d-961b-313d903625cb,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:12.809896 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 47256) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:12.821104 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-e026e1a5-4e57-4be9-88ef-515b4b108b96 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:12.866107 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5353-45b0-45c2-a038-7be6e84d5b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:12.888173 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5353-45b0-45c2-a038-7be6e84d5b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:12.893252 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-427bc0e2-f21f-489c-95c8-4a5ff50eb6be req-eb9fba6c-0340-4b37-8490-9210e58e9483 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099875 Aug 07 04:04:12.894218 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-e026e1a5-4e57-4be9-88ef-515b4b108b96 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Transition to ACTIVE for port object 38c383a9-237f-4d39-a785-0a9d85925de9 will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:04:12.955922 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-42288645-2bb6-47d3-82e3-f4e7312a0023 service neutron] 10.222.0.18 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560781 Aug 07 04:04:12.957458 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-e026e1a5-4e57-4be9-88ef-515b4b108b96 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:12.975741 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5353-45b0-45c2-a038-7be6e84d5b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:12.978870 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5353-45b0-45c2-a038-7be6e84d5b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:12.981088 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ce2e5353-45b0-45c2-a038-7be6e84d5b09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6764d69b-aaed-416d-961b-313d903625cb HTTP/1.1" status: 204 len: 168 time: 0.1691492 Aug 07 04:04:12.990794 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e5353-45b0-45c2-a038-7be6e84d5b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6764d69b-aaed-416d-961b-313d903625cb,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:13.076949 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-e026e1a5-4e57-4be9-88ef-515b4b108b96 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:04:13.086280 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-e026e1a5-4e57-4be9-88ef-515b4b108b96 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:04:13.098830 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-e026e1a5-4e57-4be9-88ef-515b4b108b96 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:04:13.104589 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026e1a5-4e57-4be9-88ef-515b4b108b96 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event updated for resources: {'Port': ['ID=38c383a9-237f-4d39-a785-0a9d85925de9,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:13.171569 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe87004-9bf8-4bac-a440-2dbfcd6b7998 req-91a9e8f3-03d9-472c-823a-dcfe67edf470 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:13.173154 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fbe87004-9bf8-4bac-a440-2dbfcd6b7998 req-91a9e8f3-03d9-472c-823a-dcfe67edf470 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 931 time: 0.2029762 Aug 07 04:04:13.196910 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-e026e1a5-4e57-4be9-88ef-515b4b108b96 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:13.197550 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-e026e1a5-4e57-4be9-88ef-515b4b108b96 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:13.219632 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-08128bf0-18de-4d0f-9b27-04cae3322c9e service neutron] 10.222.0.18 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466319 Aug 07 04:04:13.239335 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-e026e1a5-4e57-4be9-88ef-515b4b108b96 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5474913 Aug 07 04:04:13.249003 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fbe87004-9bf8-4bac-a440-2dbfcd6b7998 req-c1feaaa7-7eb9-4251-85d1-f62165c9a183 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604832 Aug 07 04:04:13.330146 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 47266) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:13.337024 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-781d1903-996c-4f24-b837-3b9e6856a2ce None None] Provisioning for port 38c383a9-237f-4d39-a785-0a9d85925de9 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:04:13.343129 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-781d1903-996c-4f24-b837-3b9e6856a2ce None None] Provisioning complete for port 38c383a9-237f-4d39-a785-0a9d85925de9 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:04:13.344297 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bba0b801-b1d6-4ef3-a68e-5d1dd66082cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:13.351427 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-781d1903-996c-4f24-b837-3b9e6856a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:13.395232 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b422dac-1ef7-480f-b07a-a03be78818c7 req-240789f1-0dbd-4227-be8d-c40c04da4e19 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:13.397155 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4b422dac-1ef7-480f-b07a-a03be78818c7 req-240789f1-0dbd-4227-be8d-c40c04da4e19 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 946 time: 0.0768547 Aug 07 04:04:13.407313 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-781d1903-996c-4f24-b837-3b9e6856a2ce None None] Port 38c383a9-237f-4d39-a785-0a9d85925de9 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:04:13.456229 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-65fc4e88-1e97-44d2-8be4-a59541cd181c req-6d524848-ee65-411b-b074-6ba5400eba37 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 210 time: 0.0290895 Aug 07 04:04:13.459743 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bba0b801-b1d6-4ef3-a68e-5d1dd66082cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:13.467090 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bba0b801-b1d6-4ef3-a68e-5d1dd66082cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:13.473393 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4b422dac-1ef7-480f-b07a-a03be78818c7 req-2e0cab0b-5aea-4c30-aeb6-d1cf320c175e tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694559 Aug 07 04:04:13.518480 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-bba0b801-b1d6-4ef3-a68e-5d1dd66082cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e256b9d3c0e546faabbb4b3724d0d9e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847925 Aug 07 04:04:13.519192 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 47276) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:13.541678 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0b801-b1d6-4ef3-a68e-5d1dd66082cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fe0265-43af-4752-92b5-07d70f79a667,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:13.580717 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-43e3e069-e691-45f2-8e3f-0e5a586ff596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:13.583633 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7b97e9ae-83ec-4331-9a7b-f94d9589c20f req-21534666-3bdf-422e-a2c9-8055f60346bc tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 210 time: 0.0428643 Aug 07 04:04:13.605776 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-43e3e069-e691-45f2-8e3f-0e5a586ff596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:13.653134 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-43e3e069-e691-45f2-8e3f-0e5a586ff596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:13.655808 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-43e3e069-e691-45f2-8e3f-0e5a586ff596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:13.656989 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-43e3e069-e691-45f2-8e3f-0e5a586ff596 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20fe0265-43af-4752-92b5-07d70f79a667 HTTP/1.1" status: 204 len: 168 time: 0.1368887 Aug 07 04:04:13.665296 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3e069-e691-45f2-8e3f-0e5a586ff596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fe0265-43af-4752-92b5-07d70f79a667,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:14.022686 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7807477-fa7f-4c01-8566-11527c991df6 req-7d207f31-b677-4be5-9dcf-caa71f961753 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:14.024222 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b7807477-fa7f-4c01-8566-11527c991df6 req-7d207f31-b677-4be5-9dcf-caa71f961753 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 945 time: 0.0553596 Aug 07 04:04:14.067358 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b7807477-fa7f-4c01-8566-11527c991df6 req-e428ca40-ad2b-42f3-b475-df7a3b9676fe tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359671 Aug 07 04:04:14.376801 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff35a7-67a5-4396-9368-608a57e5b683 req-819b56eb-ca87-42e5-959b-b9c9f0c296c0 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:14.378257 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3fff35a7-67a5-4396-9368-608a57e5b683 req-819b56eb-ca87-42e5-959b-b9c9f0c296c0 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 931 time: 0.0478721 Aug 07 04:04:14.416351 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3fff35a7-67a5-4396-9368-608a57e5b683 req-5c7059c2-400a-4f48-a551-2a82041a0672 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320902 Aug 07 04:04:14.563337 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9bfb6387-0b00-4e0e-aadf-4e48b6faa106 req-d5485211-eb54-4003-9017-aa22742394e4 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 210 time: 0.0351887 Aug 07 04:04:14.605636 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0453a-db98-4b34-be19-a31fc590eb06 req-5f2a2fad-2c47-4225-860c-71c775e4c1b0 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:14.613452 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dff0453a-db98-4b34-be19-a31fc590eb06 req-5f2a2fad-2c47-4225-860c-71c775e4c1b0 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 946 time: 0.0724530 Aug 07 04:04:14.665727 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dff0453a-db98-4b34-be19-a31fc590eb06 req-d33970c5-745f-4810-a5d7-5e7730d437f5 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514307 Aug 07 04:04:14.689192 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e25b566d-dfa8-4578-b56b-6952e9dc5070 req-cc4b977f-d439-47b4-ac9e-3a5a0b4ae99a tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 210 time: 0.0371926 Aug 07 04:04:15.171060 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-9e7ebd32-ddd2-465d-89da-e31c6cff2e7b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Request body: {'port': {'device_id': '6b112a6a-9f0c-4024-9746-69ca277b513b', 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e', 'admin_state_up': True, 'tenant_id': '003a204b7d8d4968817b31d17e3072dd'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:04:15.179576 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab6171-d0cb-47e9-b978-236cbf7bdc1e req-7f06afef-647f-4caf-8db1-220b8f221dde tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:15.181116 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a0ab6171-d0cb-47e9-b978-236cbf7bdc1e req-7f06afef-647f-4caf-8db1-220b8f221dde tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 945 time: 0.0503147 Aug 07 04:04:15.192142 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Request body: {'port': {'device_id': 'a04d6c4b-ac71-49cb-b64a-a3b2e4235668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:04:15.193215 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Request body: {'port': {'device_id': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:04:15.279540 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a0ab6171-d0cb-47e9-b978-236cbf7bdc1e req-d102538c-f457-4515-9a22-d756c9256659 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903456 Aug 07 04:04:15.280765 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:15.294342 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:15.326317 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['8a857ac1-142c-47f7-bbe3-ab0dc75fc720'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:04:15.381536 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-9e7ebd32-ddd2-465d-89da-e31c6cff2e7b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Made reservation on behalf of 003a204b7d8d4968817b31d17e3072dd for: {'port': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:04:15.385584 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-9e7ebd32-ddd2-465d-89da-e31c6cff2e7b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:15.608679 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcef6bd-85b4-4f69-92b8-1dfbb664cf2a req-80e02b1f-6b40-4fb4-aca2-a45f0b60acbc tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:15.610464 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6bcef6bd-85b4-4f69-92b8-1dfbb664cf2a req-80e02b1f-6b40-4fb4-aca2-a45f0b60acbc tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 931 time: 0.0790377 Aug 07 04:04:15.672284 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64326d75-dc7b-467b-a684-b15a8bb7baf8 {{(pid=93434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:04:15.679657 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:15.684784 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-42310d27-63a7-45c2-abab-c5f4d69754d7 req-81f855ce-a6a8-45c7-94a6-f1d2fde4c6a7 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 210 time: 0.0501783 Aug 07 04:04:15.693630 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Transition to ACTIVE for port object 64326d75-dc7b-467b-a684-b15a8bb7baf8 will not be triggered until provisioned by entity L2. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:04:15.699937 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6bcef6bd-85b4-4f69-92b8-1dfbb664cf2a req-5f23c7a8-3836-477a-b7de-ca5a107c4a9c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833194 Aug 07 04:04:15.761892 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c383a9-237f-4d39-a785-0a9d85925de9 {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:04:15.770673 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-9e7ebd32-ddd2-465d-89da-e31c6cff2e7b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Allocated IP 172.20.0.12 (98df712f-423c-4952-8ac5-55aed9105c0e/89e600fc-6cf1-4ba0-b06a-135114de945d/501a2050-8167-4b3a-9858-0bc4f7605cfd) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:04:15.773353 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:15.791622 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Transition to ACTIVE for port object 38c383a9-237f-4d39-a785-0a9d85925de9 will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:04:15.793518 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:15.796018 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:15.869234 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Pushing event updated for resources: {'Port': ['ID=64326d75-dc7b-467b-a684-b15a8bb7baf8,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:15.902452 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-33284cda-0559-4bbd-8e73-cfbba0398df1 req-68a68e56-6cea-47b3-97a5-4e9f8d29cad5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 210 time: 0.0862103 Aug 07 04:04:15.976713 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Pushing event updated for resources: {'Port': ['ID=38c383a9-237f-4d39-a785-0a9d85925de9,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:16.005614 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2413b59-7e79-43fa-b01e-5184bc6b9fbe req-fd1c3fcd-9c4f-4916-b1cd-b1d7d8043ddf tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:16.007215 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c2413b59-7e79-43fa-b01e-5184bc6b9fbe req-fd1c3fcd-9c4f-4916-b1cd-b1d7d8043ddf tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 946 time: 0.2015038 Aug 07 04:04:16.048494 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Attempting to bind port 64326d75-dc7b-467b-a684-b15a8bb7baf8 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:04:16.048831 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Attempting to bind port 64326d75-dc7b-467b-a684-b15a8bb7baf8 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e'}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:04:16.049153 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Attempting to bind port 64326d75-dc7b-467b-a684-b15a8bb7baf8 on network 98df712f-423c-4952-8ac5-55aed9105c0e {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:04:16.061658 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Port 64326d75-dc7b-467b-a684-b15a8bb7baf8 on network 98df712f-423c-4952-8ac5-55aed9105c0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:04:16.061976 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Attempting to bind port 64326d75-dc7b-467b-a684-b15a8bb7baf8 on network 98df712f-423c-4952-8ac5-55aed9105c0e {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:04:16.070245 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Attempting to bind port 38c383a9-237f-4d39-a785-0a9d85925de9 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:04:16.070702 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Attempting to bind port 38c383a9-237f-4d39-a785-0a9d85925de9 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '4b9e891b-401f-40df-a9b5-fded25ca689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:04:16.071604 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Attempting to bind port 38c383a9-237f-4d39-a785-0a9d85925de9 on network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:04:16.077793 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c2413b59-7e79-43fa-b01e-5184bc6b9fbe req-a33b7844-17f9-4466-b8ca-4a23ce6f8102 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633583 Aug 07 04:04:16.079865 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Port 38c383a9-237f-4d39-a785-0a9d85925de9 on network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:04:16.080069 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:04:16.080193 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Attempting to bind port 38c383a9-237f-4d39-a785-0a9d85925de9 on network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:04:16.080406 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Checking segment: {'id': '043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:04:16.080783 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Bound using segment: {'id': '043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e'} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:04:16.081233 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Bound port: 64326d75-dc7b-467b-a684-b15a8bb7baf8, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e'}}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:04:16.081587 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:16.085527 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:04:16.085874 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Checking segment: {'id': '4b9e891b-401f-40df-a9b5-fded25ca689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:04:16.086275 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Bound using segment: {'id': '4b9e891b-401f-40df-a9b5-fded25ca689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:04:16.087196 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Bound port: 38c383a9-237f-4d39-a785-0a9d85925de9, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b9e891b-401f-40df-a9b5-fded25ca689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:04:16.087592 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:16.096738 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-9e7ebd32-ddd2-465d-89da-e31c6cff2e7b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:16.177287 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] For port 38c383a9-237f-4d39-a785-0a9d85925de9, host hv-cinder-80374, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:04:16.180964 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] For port 38c383a9-237f-4d39-a785-0a9d85925de9, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=38c383a9-237f-4d39-a785-0a9d85925de9,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:04:16.181559 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] For port 64326d75-dc7b-467b-a684-b15a8bb7baf8, host hv-cinder-80374, cleared binding levels {{(pid=93434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:04:16.186739 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] For port 64326d75-dc7b-467b-a684-b15a8bb7baf8, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=64326d75-dc7b-467b-a684-b15a8bb7baf8,segment=NetworkSegment(043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5),segment_id=043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5)] {{(pid=93434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:04:16.192119 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:16.195305 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:16.203870 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-9e7ebd32-ddd2-465d-89da-e31c6cff2e7b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:16.231581 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:16.232229 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:16.233699 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] 10.222.0.30 "PUT /v2.0/ports/38c383a9-237f-4d39-a785-0a9d85925de9 HTTP/1.1" status: 200 len: 1093 time: 1.0457311 Aug 07 04:04:16.234074 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'tag': '38c383a9-237f-4d39-a785-0a9d85925de9'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:04:16.236395 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb4ba71-0a0c-4360-81f5-c1d336dcc835" -d '{"events": [{"name": "network-changed", "server_uuid": "52522355-ae3b-49d1-8488-4e2fbffb74cf", "tag": "38c383a9-237f-4d39-a785-0a9d85925de9"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:04:16.249470 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-9e7ebd32-ddd2-465d-89da-e31c6cff2e7b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Network 98df712f-423c-4952-8ac5-55aed9105c0e is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:04:16.254436 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-9e7ebd32-ddd2-465d-89da-e31c6cff2e7b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:04:16.261363 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:16.261988 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:16.263524 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] 10.222.0.30 "PUT /v2.0/ports/64326d75-dc7b-467b-a684-b15a8bb7baf8 HTTP/1.1" status: 200 len: 1093 time: 1.0755882 Aug 07 04:04:16.263973 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04d6c4b-ac71-49cb-b64a-a3b2e4235668', 'tag': '64326d75-dc7b-467b-a684-b15a8bb7baf8'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:04:16.267452 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9d9479-4cdf-4dec-837e-3bee0eeafe58" -d '{"events": [{"name": "network-changed", "server_uuid": "a04d6c4b-ac71-49cb-b64a-a3b2e4235668", "tag": "64326d75-dc7b-467b-a684-b15a8bb7baf8"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:04:16.272374 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-9e7ebd32-ddd2-465d-89da-e31c6cff2e7b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:04:16.283213 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c399f3-9fd0-42a0-a5b5-b7adaf11653f service neutron] Pushing event updated for resources: {'Port': ['ID=38c383a9-237f-4d39-a785-0a9d85925de9,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:16.294365 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c5057a-1b22-40a0-9ceb-1a5df380adcb x-openstack-request-id: req-32c5057a-1b22-40a0-9ceb-1a5df380adcb {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:04:16.294873 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52522355-ae3b-49d1-8488-4e2fbffb74cf", "tag": "38c383a9-237f-4d39-a785-0a9d85925de9", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:04:16.295317 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32c5057a-1b22-40a0-9ceb-1a5df380adcb {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:04:16.295861 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'tag': '38c383a9-237f-4d39-a785-0a9d85925de9', 'status': 'completed', 'code': 200} Aug 07 04:04:16.322026 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6986fef-99ac-418a-8e75-1f8fe4bb6d4e service neutron] Pushing event updated for resources: {'Port': ['ID=64326d75-dc7b-467b-a684-b15a8bb7baf8,revision_number=3']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:16.392296 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ebd32-ddd2-465d-89da-e31c6cff2e7b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Pushing event updated for resources: {'Port': ['ID=501a2050-8167-4b3a-9858-0bc4f7605cfd,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:16.410475 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-9e7ebd32-ddd2-465d-89da-e31c6cff2e7b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:16.411124 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-9e7ebd32-ddd2-465d-89da-e31c6cff2e7b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:16.427407 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5b93f0-6378-4e61-8131-b0fb572aad6f x-openstack-request-id: req-ca5b93f0-6378-4e61-8131-b0fb572aad6f {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:04:16.427713 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04d6c4b-ac71-49cb-b64a-a3b2e4235668", "tag": "64326d75-dc7b-467b-a684-b15a8bb7baf8", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:04:16.428032 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca5b93f0-6378-4e61-8131-b0fb572aad6f {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:04:16.429150 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04d6c4b-ac71-49cb-b64a-a3b2e4235668', 'tag': '64326d75-dc7b-467b-a684-b15a8bb7baf8', 'status': 'completed', 'code': 200} Aug 07 04:04:16.430846 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-9e7ebd32-ddd2-465d-89da-e31c6cff2e7b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2638998 Aug 07 04:04:16.451394 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e14705-ef37-447b-b92b-4d71e30b2460 req-a81fa0f9-6479-40b9-b64e-e305be51aef9 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:16.452986 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-42e14705-ef37-447b-b92b-4d71e30b2460 req-a81fa0f9-6479-40b9-b64e-e305be51aef9 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 945 time: 0.0585892 Aug 07 04:04:16.497917 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-42e14705-ef37-447b-b92b-4d71e30b2460 req-27413a55-b43f-4089-a12e-f6464c16ac0d tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386844 Aug 07 04:04:16.702586 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-ed6b8cf8-425b-420f-bc40-7d8593b2abc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:16.781120 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ed07df8b-2724-4371-b033-487d13e13493 req-56a67b7c-d3ad-4c17-9aaf-81880cce67b6 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 210 time: 0.0245771 Aug 07 04:04:16.836704 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb2eb7-7ca2-47ea-a3d5-7ce18bf20151 req-198e042b-3366-441c-8f03-9d72abfbe5d4 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:16.838151 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-35eb2eb7-7ca2-47ea-a3d5-7ce18bf20151 req-198e042b-3366-441c-8f03-9d72abfbe5d4 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0496075 Aug 07 04:04:17.090314 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-35eb2eb7-7ca2-47ea-a3d5-7ce18bf20151 req-7d2b30b4-1fc0-4d45-beff-4641ad5d8680 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451215 Aug 07 04:04:17.105744 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59900e6d-52d2-409f-b402-af93ba418e80 req-c2687cf8-4cc1-4bba-8569-c0ada55211c3 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:17.107199 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-59900e6d-52d2-409f-b402-af93ba418e80 req-c2687cf8-4cc1-4bba-8569-c0ada55211c3 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 932 time: 0.0606833 Aug 07 04:04:17.145595 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-59900e6d-52d2-409f-b402-af93ba418e80 req-ccb307c5-3c3b-42cb-aa53-d468667b0ae8 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Aug 07 04:04:17.200108 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e491950-8fd7-4719-8831-368b3e0e8212 req-e253fcaa-8f2c-4180-9e40-6512b4c5cb60 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:17.201540 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8e491950-8fd7-4719-8831-368b3e0e8212 req-e253fcaa-8f2c-4180-9e40-6512b4c5cb60 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 946 time: 0.0466702 Aug 07 04:04:17.241601 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8e491950-8fd7-4719-8831-368b3e0e8212 req-9754c878-7414-4aa8-934f-5af3eb24f52b tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340602 Aug 07 04:04:17.612326 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba6a73-e4c4-4278-b27e-83d241c957e2 req-1d7c2645-c3c8-43b4-a9d9-5c1644aa0aaa tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:17.613692 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-00ba6a73-e4c4-4278-b27e-83d241c957e2 req-1d7c2645-c3c8-43b4-a9d9-5c1644aa0aaa tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 945 time: 0.0493166 Aug 07 04:04:17.650501 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-00ba6a73-e4c4-4278-b27e-83d241c957e2 req-6a99a46b-9d2c-4a70-8463-dae0f6a79d22 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310290 Aug 07 04:04:17.882252 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0a98dfa3-86d6-4c7b-984a-943e8af54009 req-ff766732-1a44-43f3-b52a-0bd870f8b5be tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 210 time: 0.0268893 Aug 07 04:04:18.218673 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cedaa-b00d-4dad-90af-2c4c1a089a2c req-b85e1293-66f8-4289-b22f-1fe948315b50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:18.220153 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-166cedaa-b00d-4dad-90af-2c4c1a089a2c req-b85e1293-66f8-4289-b22f-1fe948315b50 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0460768 Aug 07 04:04:18.285248 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-166cedaa-b00d-4dad-90af-2c4c1a089a2c req-49f6d228-9213-45c1-9677-aee2f86824e6 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561252 Aug 07 04:04:18.293623 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a93fbc-8524-4184-9e0f-119c073c76cd req-8013aa87-c408-4d4f-9d1f-3a64ec2f50c7 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:18.295046 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c9a93fbc-8524-4184-9e0f-119c073c76cd req-8013aa87-c408-4d4f-9d1f-3a64ec2f50c7 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 932 time: 0.0740247 Aug 07 04:04:18.333854 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c9a93fbc-8524-4184-9e0f-119c073c76cd req-270670c4-f8f9-4772-b82d-463e4e17fd75 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323915 Aug 07 04:04:18.388224 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8382bfe-472a-4398-aaf4-9bb758133e26 req-9890ad40-a613-4499-8367-9c08d22c9337 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:18.389665 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c8382bfe-472a-4398-aaf4-9bb758133e26 req-9890ad40-a613-4499-8367-9c08d22c9337 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 946 time: 0.0469251 Aug 07 04:04:18.428849 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c8382bfe-472a-4398-aaf4-9bb758133e26 req-d35fe854-ace4-48ff-ad6c-185f77b61e39 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330553 Aug 07 04:04:18.440290 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Request body: {'port': {'device_id': '6b112a6a-9f0c-4024-9746-69ca277b513b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:04:18.493277 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d9479-4cdf-4dec-837e-3bee0eeafe58 req-4cc48617-0c07-4518-a293-73541265d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:18.494810 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ff9d9479-4cdf-4dec-837e-3bee0eeafe58 req-4cc48617-0c07-4518-a293-73541265d675 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=003a204b7d8d4968817b31d17e3072dd&device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 1096 time: 0.0407727 Aug 07 04:04:18.525197 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:18.541100 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4ba71-0a0c-4360-81f5-c1d336dcc835 req-b771ec2c-ccdd-4a7a-a9d1-5ee5071b9e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:18.543176 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-eeb4ba71-0a0c-4360-81f5-c1d336dcc835 req-b771ec2c-ccdd-4a7a-a9d1-5ee5071b9e09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec&device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 1096 time: 0.0832155 Aug 07 04:04:18.697050 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d9479-4cdf-4dec-837e-3bee0eeafe58 req-976646cc-a397-4659-a9a3-3d6929cc89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:18.699298 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ff9d9479-4cdf-4dec-837e-3bee0eeafe58 req-976646cc-a397-4659-a9a3-3d6929cc89ff service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=003a204b7d8d4968817b31d17e3072dd&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1764090 Aug 07 04:04:18.881683 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8621587-5b12-4623-b7fa-219ed739cf64 req-12e8b046-38ce-428b-9031-e67ed8098a51 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:18.883212 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b8621587-5b12-4623-b7fa-219ed739cf64 req-12e8b046-38ce-428b-9031-e67ed8098a51 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 945 time: 0.1510584 Aug 07 04:04:18.943172 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d9479-4cdf-4dec-837e-3bee0eeafe58 req-06cfbd7b-e2c4-43a3-9bce-108157fece85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:18.944707 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ff9d9479-4cdf-4dec-837e-3bee0eeafe58 req-06cfbd7b-e2c4-43a3-9bce-108157fece85 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2319083 Aug 07 04:04:18.979229 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b8621587-5b12-4623-b7fa-219ed739cf64 req-589fe8d6-819b-4524-aaba-42cfc7547942 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764284 Aug 07 04:04:19.014015 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4ba71-0a0c-4360-81f5-c1d336dcc835 req-0f92cc94-3b67-4960-85ae-cc6bc2848d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:19.014015 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-eeb4ba71-0a0c-4360-81f5-c1d336dcc835 req-0f92cc94-3b67-4960-85ae-cc6bc2848d90 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4504817 Aug 07 04:04:19.108862 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-76582833-d14e-496d-80bf-059f32c113ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:19.118229 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0cc5c270-717c-49f2-8aa0-ba3aec634e32 req-0f302a7a-01f6-447b-a65e-a3b4777d0dd9 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 210 time: 0.1019015 Aug 07 04:04:19.137633 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-cad7fd91-c6a8-47b7-91cc-a8e4d288f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:19.139118 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-cad7fd91-c6a8-47b7-91cc-a8e4d288f2fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=003a204b7d8d4968817b31d17e3072dd&device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 1096 time: 0.1344919 Aug 07 04:04:19.195909 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-9376dc03-b516-48eb-9eaa-0ed4a5654356 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64326d75-dc7b-467b-a684-b15a8bb7baf8 HTTP/1.1" status: 200 len: 217 time: 0.0442436 Aug 07 04:04:19.258734 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4ba71-0a0c-4360-81f5-c1d336dcc835 req-db08b9df-76ce-4a12-b090-0157b02db077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:19.260376 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-eeb4ba71-0a0c-4360-81f5-c1d336dcc835 req-db08b9df-76ce-4a12-b090-0157b02db077 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2134888 Aug 07 04:04:19.284406 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-77efa57d-351d-440d-b5d1-7e1e6a71daab tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:19.287168 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-77efa57d-351d-440d-b5d1-7e1e6a71daab tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.30 "GET /v2.0/networks?id=35f15573-4d02-4cd9-a022-983f2f904dbd HTTP/1.1" status: 200 len: 809 time: 0.2922788 Aug 07 04:04:19.292874 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-588a040b-f773-4b7e-8814-b739c558de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:19.294311 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-588a040b-f773-4b7e-8814-b739c558de1f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89e600fc-6cf1-4ba0-b06a-135114de945d HTTP/1.1" status: 200 len: 859 time: 0.0875256 Aug 07 04:04:19.378367 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-2e4fd78c-4bc9-4e76-bcc5-ad909aeb7872 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98df712f-423c-4952-8ac5-55aed9105c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614703 Aug 07 04:04:19.405247 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-6fb0b49e-5be8-44cb-86d3-76a7678b9333 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b24080fb8644fa5b3fff0ba279b4140 HTTP/1.1" status: 200 len: 379 time: 0.1002004 Aug 07 04:04:19.407056 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501a2050-8167-4b3a-9858-0bc4f7605cfd {{(pid=93434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:04:19.420721 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:19.429202 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-9b4bc8c2-6f7f-45ed-9caf-98c149ac4116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:19.430673 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-9b4bc8c2-6f7f-45ed-9caf-98c149ac4116 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec&device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 1096 time: 0.0930543 Aug 07 04:04:19.438098 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Transition to ACTIVE for port object 501a2050-8167-4b3a-9858-0bc4f7605cfd will not be triggered until provisioned by entity L2. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:04:19.447082 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:19.449987 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-199ca842-cd61-47c1-9dd0-2854e62cef18 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Request body: {'port': {'device_id': '2fa30afb-28bf-42d7-b742-4ca66f58d080', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'admin_state_up': True, 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'security_groups': ['f94f1932-dca7-4524-a165-341e249bd1d2']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:04:19.482175 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-5a7beffb-f8f2-4dff-be2f-0655669e67b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38c383a9-237f-4d39-a785-0a9d85925de9 HTTP/1.1" status: 200 len: 217 time: 0.0426607 Aug 07 04:04:19.506355 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:19.554164 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Pushing event updated for resources: {'Port': ['ID=501a2050-8167-4b3a-9858-0bc4f7605cfd,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:19.600033 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d473d-e107-46c7-897f-52e3e18c54a8 req-743ed811-d41d-4d83-af7f-50f77618a5c8 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:19.603833 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-184d473d-e107-46c7-897f-52e3e18c54a8 req-743ed811-d41d-4d83-af7f-50f77618a5c8 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.2058680 Aug 07 04:04:19.605358 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-1caa6102-2be7-40ee-addc-7949a02b0a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:19.606808 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-1caa6102-2be7-40ee-addc-7949a02b0a32 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=754a0fad-009c-41af-8768-85f84e113703 HTTP/1.1" status: 200 len: 856 time: 0.1041539 Aug 07 04:04:19.631185 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Attempting to bind port 501a2050-8167-4b3a-9858-0bc4f7605cfd on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:04:19.631512 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Attempting to bind port 501a2050-8167-4b3a-9858-0bc4f7605cfd by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e'}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:04:19.631841 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Attempting to bind port 501a2050-8167-4b3a-9858-0bc4f7605cfd on network 98df712f-423c-4952-8ac5-55aed9105c0e {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:04:19.636000 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Port 501a2050-8167-4b3a-9858-0bc4f7605cfd on network 98df712f-423c-4952-8ac5-55aed9105c0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:04:19.636311 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Attempting to bind port 501a2050-8167-4b3a-9858-0bc4f7605cfd on network 98df712f-423c-4952-8ac5-55aed9105c0e {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:04:19.641183 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:04:19.641513 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Checking segment: {'id': '043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:04:19.641884 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Bound using segment: {'id': '043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e'} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:04:19.642302 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Bound port: 501a2050-8167-4b3a-9858-0bc4f7605cfd, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e'}}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:04:19.642651 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:19.670024 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98707db-a570-4b3c-88b0-c2be6346fff5 req-d896e35e-cd3e-4b19-9385-d874cdf9dfce tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:19.671529 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e98707db-a570-4b3c-88b0-c2be6346fff5 req-d896e35e-cd3e-4b19-9385-d874cdf9dfce tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 944 time: 0.2261448 Aug 07 04:04:19.694039 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-aedf26b2-2fcb-4d6c-bf80-cbe5b0acd8be service neutron] 10.222.0.30 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975433 Aug 07 04:04:19.705656 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] For port 501a2050-8167-4b3a-9858-0bc4f7605cfd, host hv-cinder-80374, cleared binding levels {{(pid=93434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:04:19.708697 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] For port 501a2050-8167-4b3a-9858-0bc4f7605cfd, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=501a2050-8167-4b3a-9858-0bc4f7605cfd,segment=NetworkSegment(043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5),segment_id=043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5)] {{(pid=93434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:04:19.713319 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:19.726629 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-184d473d-e107-46c7-897f-52e3e18c54a8 req-eeb30662-92a7-4271-bee1-d0f1a4bdbcd5 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105134 Aug 07 04:04:19.760297 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:19.761449 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:19.762845 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] 10.222.0.30 "PUT /v2.0/ports/501a2050-8167-4b3a-9858-0bc4f7605cfd HTTP/1.1" status: 200 len: 1094 time: 1.3271515 Aug 07 04:04:19.763287 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b112a6a-9f0c-4024-9746-69ca277b513b', 'tag': '501a2050-8167-4b3a-9858-0bc4f7605cfd'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:04:19.763595 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e98707db-a570-4b3c-88b0-c2be6346fff5 req-6097bd2b-1de9-492f-a533-06a7879cbeee tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830836 Aug 07 04:04:19.764192 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-199ca842-cd61-47c1-9dd0-2854e62cef18 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Made reservation on behalf of 4b24080fb8644fa5b3fff0ba279b4140 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:04:19.765506 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2396b0-176c-4bac-a1b9-8273ac968519" -d '{"events": [{"name": "network-changed", "server_uuid": "6b112a6a-9f0c-4024-9746-69ca277b513b", "tag": "501a2050-8167-4b3a-9858-0bc4f7605cfd"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:04:19.767519 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-199ca842-cd61-47c1-9dd0-2854e62cef18 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:19.787613 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c77c8d-6747-41a1-b73c-372728b4d8cc service neutron] Pushing event updated for resources: {'Port': ['ID=501a2050-8167-4b3a-9858-0bc4f7605cfd,revision_number=3']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:19.817740 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f18069-64be-456a-aa65-8b8507f198ad x-openstack-request-id: req-90f18069-64be-456a-aa65-8b8507f198ad {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:04:19.818030 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b112a6a-9f0c-4024-9746-69ca277b513b", "tag": "501a2050-8167-4b3a-9858-0bc4f7605cfd", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:04:19.818284 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90f18069-64be-456a-aa65-8b8507f198ad {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:04:19.818704 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b112a6a-9f0c-4024-9746-69ca277b513b', 'tag': '501a2050-8167-4b3a-9858-0bc4f7605cfd', 'status': 'completed', 'code': 200} Aug 07 04:04:19.916803 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c63d3-6349-44d5-9c49-9e19502c80f8 req-176c6f6e-a0e2-4b1a-b8ae-81f392945eaf tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:19.918914 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-713c63d3-6349-44d5-9c49-9e19502c80f8 req-176c6f6e-a0e2-4b1a-b8ae-81f392945eaf tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 946 time: 0.0892177 Aug 07 04:04:19.954176 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-199ca842-cd61-47c1-9dd0-2854e62cef18 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Allocated IP 172.20.0.6 (35f15573-4d02-4cd9-a022-983f2f904dbd/25f7c230-1533-4f59-ab13-7e2194590c52/08c0c4a5-3f82-4768-a146-fbeeaca33eda) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:04:19.975769 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-713c63d3-6349-44d5-9c49-9e19502c80f8 req-bd869b33-09a8-4759-bb82-698265c08e6a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505824 Aug 07 04:04:20.309313 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ea7f22ec-ea9e-4b81-b06b-f98f62285072 req-276e9008-a19e-48f3-ba92-8d9d64572205 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 210 time: 0.0555975 Aug 07 04:04:20.363194 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9f88f-4d33-4aef-90cb-ed7dd2fab8cf req-4b61af91-a58d-4239-9a1f-ce6f81e35430 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:20.364691 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ffe9f88f-4d33-4aef-90cb-ed7dd2fab8cf req-4b61af91-a58d-4239-9a1f-ce6f81e35430 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 945 time: 0.1121674 Aug 07 04:04:20.400803 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-199ca842-cd61-47c1-9dd0-2854e62cef18 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:20.430524 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-199ca842-cd61-47c1-9dd0-2854e62cef18 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Transition to ACTIVE for port object 08c0c4a5-3f82-4768-a146-fbeeaca33eda will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:04:20.441184 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ffe9f88f-4d33-4aef-90cb-ed7dd2fab8cf req-992f6e88-0c15-4f41-8935-be9be321777d tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659127 Aug 07 04:04:20.461570 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:04:20.472907 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-199ca842-cd61-47c1-9dd0-2854e62cef18 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:20.524179 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:04:20.528103 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:04:20.528488 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:20.533896 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ca842-cd61-47c1-9dd0-2854e62cef18 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event updated for resources: {'Port': ['ID=08c0c4a5-3f82-4768-a146-fbeeaca33eda,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:20.537628 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-199ca842-cd61-47c1-9dd0-2854e62cef18 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Network 35f15573-4d02-4cd9-a022-983f2f904dbd is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:04:20.539306 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-199ca842-cd61-47c1-9dd0-2854e62cef18 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:04:20.541301 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-199ca842-cd61-47c1-9dd0-2854e62cef18 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:04:20.594598 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-199ca842-cd61-47c1-9dd0-2854e62cef18 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:20.594598 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-199ca842-cd61-47c1-9dd0-2854e62cef18 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:20.621961 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-199ca842-cd61-47c1-9dd0-2854e62cef18 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2052121 Aug 07 04:04:20.640462 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:20.641537 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:20.665728 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc0a24b-9cef-4041-baec-53d35d04bed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a857ac1-142c-47f7-bbe3-ab0dc75fc720'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:04:20.668783 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e61e4c-bd44-4d9d-8466-42187e1087b8" -d '{"events": [{"server_uuid": "2dc0a24b-9cef-4041-baec-53d35d04bed2", "name": "network-vif-plugged", "status": "completed", "tag": "8a857ac1-142c-47f7-bbe3-ab0dc75fc720"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:04:20.682049 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 8a857ac1-142c-47f7-bbe3-ab0dc75fc720, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8a857ac1-142c-47f7-bbe3-ab0dc75fc720,segment=NetworkSegment(28a10f86-f612-4329-bbb3-d438cb75cb16),segment_id=28a10f86-f612-4329-bbb3-d438cb75cb16)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:20.686445 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:20.710285 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dc1940-c8ae-474d-ba23-e27e7c79600d x-openstack-request-id: req-a4dc1940-c8ae-474d-ba23-e27e7c79600d {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:04:20.710575 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc0a24b-9cef-4041-baec-53d35d04bed2", "name": "network-vif-plugged", "status": "completed", "tag": "8a857ac1-142c-47f7-bbe3-ab0dc75fc720", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:04:20.710828 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4dc1940-c8ae-474d-ba23-e27e7c79600d {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:04:20.711244 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc0a24b-9cef-4041-baec-53d35d04bed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a857ac1-142c-47f7-bbe3-ab0dc75fc720', 'code': 200} Aug 07 04:04:20.742870 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=8a857ac1-142c-47f7-bbe3-ab0dc75fc720,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:20.746495 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-00f8f201-3a58-47ea-9488-1891e8a74f9a None None] Provisioning for port 08c0c4a5-3f82-4768-a146-fbeeaca33eda completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:04:20.750646 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-00f8f201-3a58-47ea-9488-1891e8a74f9a None None] Provisioning complete for port 08c0c4a5-3f82-4768-a146-fbeeaca33eda triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:04:20.751074 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-00f8f201-3a58-47ea-9488-1891e8a74f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:20.786127 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-00f8f201-3a58-47ea-9488-1891e8a74f9a None None] Port 08c0c4a5-3f82-4768-a146-fbeeaca33eda cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:04:20.872795 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80025a-d70d-4579-bc19-78ff8ddef11d req-cc756112-d0e7-448d-a7ad-852a9b2fd317 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:20.874248 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b80025a-d70d-4579-bc19-78ff8ddef11d req-cc756112-d0e7-448d-a7ad-852a9b2fd317 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0748827 Aug 07 04:04:20.906388 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460169c-558e-478d-a099-d826c8bd8cd2 req-0cf003a5-5abc-4da9-bbe1-a1a9184f2368 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:20.907855 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0460169c-558e-478d-a099-d826c8bd8cd2 req-0cf003a5-5abc-4da9-bbe1-a1a9184f2368 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 944 time: 0.0711019 Aug 07 04:04:20.931851 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b80025a-d70d-4579-bc19-78ff8ddef11d req-82f5c8f4-ffc2-4aa2-b06c-484feeb7a0b6 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517838 Aug 07 04:04:20.956605 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0460169c-558e-478d-a099-d826c8bd8cd2 req-fc99a71d-f4f7-49fb-b550-ef37aedf53dd tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372970 Aug 07 04:04:21.428187 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e1d93-d797-466d-b9af-5f589ad7e29a req-0545c16f-7cde-464e-ac9a-79fbd284b111 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:21.429803 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7e9e1d93-d797-466d-b9af-5f589ad7e29a req-0545c16f-7cde-464e-ac9a-79fbd284b111 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 931 time: 0.0500884 Aug 07 04:04:21.472816 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7e9e1d93-d797-466d-b9af-5f589ad7e29a req-d3d64321-4cac-484f-8000-b245628e8102 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357194 Aug 07 04:04:21.565876 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e73c4a-b76b-4b1a-a0c4-2d1f5da72808 req-f3119abd-9dc4-4821-990f-fe8fc1f2a429 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:21.567460 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-54e73c4a-b76b-4b1a-a0c4-2d1f5da72808 req-f3119abd-9dc4-4821-990f-fe8fc1f2a429 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 946 time: 0.0545454 Aug 07 04:04:21.606416 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-54e73c4a-b76b-4b1a-a0c4-2d1f5da72808 req-6a89cbff-d54a-40b8-9f3a-c449587babfd tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331063 Aug 07 04:04:22.077865 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e52eb-932f-44e1-b71c-d15c6fe86800 req-eab32ee5-9bf6-4599-aab7-025344e23d48 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:22.079338 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9c1e52eb-932f-44e1-b71c-d15c6fe86800 req-eab32ee5-9bf6-4599-aab7-025344e23d48 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0769205 Aug 07 04:04:22.090824 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d82bbd-d66c-4409-ab93-1f86c69e3dc4 req-f47729b7-490e-4bc5-9c14-311a0e712f33 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:22.092250 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-54d82bbd-d66c-4409-ab93-1f86c69e3dc4 req-f47729b7-490e-4bc5-9c14-311a0e712f33 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 944 time: 0.0634840 Aug 07 04:04:22.150180 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9c1e52eb-932f-44e1-b71c-d15c6fe86800 req-a6fd1df9-2e2c-4bbf-b682-873a6351ab94 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569825 Aug 07 04:04:22.152902 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-54d82bbd-d66c-4409-ab93-1f86c69e3dc4 req-04688c65-2b93-444e-b1cc-4c66a7acdd20 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541327 Aug 07 04:04:22.279888 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:22.419767 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Request body: {'port': {'device_id': '2fa30afb-28bf-42d7-b742-4ca66f58d080', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:04:22.438160 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-3975a788-f2bd-4536-b292-a54fff7e776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:22.445957 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-3975a788-f2bd-4536-b292-a54fff7e776d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815821 Aug 07 04:04:22.517082 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2396b0-176c-4bac-a1b9-8273ac968519 req-42e1e4f0-7816-4539-aaee-132b41b4c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:22.518587 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-3d2396b0-176c-4bac-a1b9-8273ac968519 req-42e1e4f0-7816-4539-aaee-132b41b4c753 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=003a204b7d8d4968817b31d17e3072dd&device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 1097 time: 0.1158957 Aug 07 04:04:22.526847 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.30', 54903) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:22.529870 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:22.618683 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-786f7fdb-2ca7-4ca9-ba4f-c3722a1af754 service neutron] 10.222.0.30 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254772 Aug 07 04:04:22.621382 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-44316ee5-ff3e-40a4-ae74-c0d207a2c941 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666677 Aug 07 04:04:22.700905 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f0cb7-d7a2-462e-896f-60ff1b5b9012 req-ed960ef2-a3fd-4578-8550-e1a3034d677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:22.702531 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0d5f0cb7-d7a2-462e-896f-60ff1b5b9012 req-ed960ef2-a3fd-4578-8550-e1a3034d677b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 1099 time: 0.1679165 Aug 07 04:04:22.712214 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2396b0-176c-4bac-a1b9-8273ac968519 req-de685bc6-517f-4c30-a1de-a7fe208bc432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:22.714038 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-3d2396b0-176c-4bac-a1b9-8273ac968519 req-de685bc6-517f-4c30-a1de-a7fe208bc432 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=003a204b7d8d4968817b31d17e3072dd&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1814156 Aug 07 04:04:22.772920 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27cdd4-4bba-45e4-af0c-d6d2f7d64b3b req-f4e76f71-df3c-4499-adf1-b0b77e9b40ea tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:22.774414 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5e27cdd4-4bba-45e4-af0c-d6d2f7d64b3b req-f4e76f71-df3c-4499-adf1-b0b77e9b40ea tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 931 time: 0.1829832 Aug 07 04:04:22.815411 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-f01470ca-7077-4bcf-9569-5670acb8c56c service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825817 Aug 07 04:04:22.851734 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2396b0-176c-4bac-a1b9-8273ac968519 req-16682fbe-fc61-4632-aba9-5bf17a0b26d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:22.853346 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-3d2396b0-176c-4bac-a1b9-8273ac968519 req-16682fbe-fc61-4632-aba9-5bf17a0b26d6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319931 Aug 07 04:04:22.884790 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0d5f0cb7-d7a2-462e-896f-60ff1b5b9012 req-7f011005-a962-4acc-8dcd-420d2c117d3e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447952 Aug 07 04:04:22.900986 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23e47d-dbd4-47af-97a1-cf8b87e3205f req-2e622267-be37-4658-b04d-3dc4e54ed9ca tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:22.902951 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3f23e47d-dbd4-47af-97a1-cf8b87e3205f req-2e622267-be37-4658-b04d-3dc4e54ed9ca tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 946 time: 0.2081990 Aug 07 04:04:22.956613 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5e27cdd4-4bba-45e4-af0c-d6d2f7d64b3b req-d8c7c430-bab0-42d3-be8e-ac93f0d1a31c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322134 Aug 07 04:04:22.994420 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3f23e47d-dbd4-47af-97a1-cf8b87e3205f req-0abc80f2-a823-4813-bac0-2ebd5e1ce4e9 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750566 Aug 07 04:04:23.018101 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-fbd2af0d-e8d1-45c4-a953-e21e7c8061b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:23.019948 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-fbd2af0d-e8d1-45c4-a953-e21e7c8061b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=003a204b7d8d4968817b31d17e3072dd&device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 1097 time: 0.0457151 Aug 07 04:04:23.065815 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-021517b6-b3b0-4599-a752-b9e184cdb4bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=501a2050-8167-4b3a-9858-0bc4f7605cfd HTTP/1.1" status: 200 len: 217 time: 0.0337625 Aug 07 04:04:23.078416 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c0c4a5-3f82-4768-a146-fbeeaca33eda {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:04:23.086161 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:23.098853 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Transition to ACTIVE for port object 08c0c4a5-3f82-4768-a146-fbeeaca33eda will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:04:23.103285 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:23.118724 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-c920cd9f-ff31-4a78-8aae-b93b1768a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:23.120330 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-c920cd9f-ff31-4a78-8aae-b93b1768a8b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89e600fc-6cf1-4ba0-b06a-135114de945d HTTP/1.1" status: 200 len: 859 time: 0.0468671 Aug 07 04:04:23.153065 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Pushing event updated for resources: {'Port': ['ID=08c0c4a5-3f82-4768-a146-fbeeaca33eda,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:23.154248 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-4d4af7bb-a407-4953-913c-275cedd379a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98df712f-423c-4952-8ac5-55aed9105c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254574 Aug 07 04:04:23.231929 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Attempting to bind port 08c0c4a5-3f82-4768-a146-fbeeaca33eda on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:04:23.232441 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Attempting to bind port 08c0c4a5-3f82-4768-a146-fbeeaca33eda by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:04:23.232774 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Attempting to bind port 08c0c4a5-3f82-4768-a146-fbeeaca33eda on network 35f15573-4d02-4cd9-a022-983f2f904dbd {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:04:23.237388 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Port 08c0c4a5-3f82-4768-a146-fbeeaca33eda on network 35f15573-4d02-4cd9-a022-983f2f904dbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:04:23.237714 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Attempting to bind port 08c0c4a5-3f82-4768-a146-fbeeaca33eda on network 35f15573-4d02-4cd9-a022-983f2f904dbd {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:04:23.242942 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:04:23.244656 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Checking segment: {'id': '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:04:23.245197 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Bound using segment: {'id': '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:04:23.245737 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Bound port: 08c0c4a5-3f82-4768-a146-fbeeaca33eda, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:04:23.246201 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:23.259206 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-9dd3eef9-e2f3-4c0e-a547-7008b81d1ae3 service neutron] 10.222.0.30 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955186 Aug 07 04:04:23.368607 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] For port 08c0c4a5-3f82-4768-a146-fbeeaca33eda, host hv-cinder-80374, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:04:23.396224 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] For port 08c0c4a5-3f82-4768-a146-fbeeaca33eda, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=08c0c4a5-3f82-4768-a146-fbeeaca33eda,segment=NetworkSegment(8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5),segment_id=8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:04:23.410198 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1d79d-74e1-4667-89b2-96b349738200 req-e2f8a109-7c76-47dd-9e0e-b34891557ecb tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:23.411712 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3aa1d79d-74e1-4667-89b2-96b349738200 req-e2f8a109-7c76-47dd-9e0e-b34891557ecb tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 944 time: 0.1175585 Aug 07 04:04:23.413176 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:23.422881 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d60e8-6690-42d0-bc56-08d98a3d3df3 req-e390d117-ebad-48f8-88a1-203d8c2f2fba tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:23.424450 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2f0d60e8-6690-42d0-bc56-08d98a3d3df3 req-e390d117-ebad-48f8-88a1-203d8c2f2fba tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.1314087 Aug 07 04:04:23.489035 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:23.489663 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:23.491078 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] 10.222.0.30 "PUT /v2.0/ports/08c0c4a5-3f82-4768-a146-fbeeaca33eda HTTP/1.1" status: 200 len: 1093 time: 1.0880349 Aug 07 04:04:23.491517 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa30afb-28bf-42d7-b742-4ca66f58d080', 'tag': '08c0c4a5-3f82-4768-a146-fbeeaca33eda'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:04:23.493752 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf91ec5-612d-4352-a946-31261c060f12" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa30afb-28bf-42d7-b742-4ca66f58d080", "tag": "08c0c4a5-3f82-4768-a146-fbeeaca33eda"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:04:23.550615 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-aee2ad67-df97-4960-b844-47ec8efc94aa req-5f354924-1f61-46b9-bc8c-6b84c2460a62 service neutron] 10.222.0.30 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827449 Aug 07 04:04:23.562485 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3aa1d79d-74e1-4667-89b2-96b349738200 req-db23c551-d34a-4335-aaab-b5837db7262d tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369190 Aug 07 04:04:23.568004 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b991281-ac93-48cb-a4a1-806a66919a22 service neutron] Pushing event updated for resources: {'Port': ['ID=08c0c4a5-3f82-4768-a146-fbeeaca33eda,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:23.598409 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2f0d60e8-6690-42d0-bc56-08d98a3d3df3 req-1eb65e30-9019-4512-8700-4da84f673f67 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598663 Aug 07 04:04:23.628921 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9908590b-2f80-4eb9-90f8-1ba1f2d9e025 x-openstack-request-id: req-9908590b-2f80-4eb9-90f8-1ba1f2d9e025 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:04:23.629120 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa30afb-28bf-42d7-b742-4ca66f58d080", "tag": "08c0c4a5-3f82-4768-a146-fbeeaca33eda", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:04:23.629431 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9908590b-2f80-4eb9-90f8-1ba1f2d9e025 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:04:23.629794 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa30afb-28bf-42d7-b742-4ca66f58d080', 'tag': '08c0c4a5-3f82-4768-a146-fbeeaca33eda', 'status': 'completed', 'code': 200} Aug 07 04:04:23.637900 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-1a9ee5b0-9817-44de-9b76-e9f5fbc35158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:23.639486 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-1a9ee5b0-9817-44de-9b76-e9f5fbc35158 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b24080fb8644fa5b3fff0ba279b4140&device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 1096 time: 0.0894496 Aug 07 04:04:23.721176 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-2c5284ef-9791-4704-9a2c-f15ac67ecd44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08c0c4a5-3f82-4768-a146-fbeeaca33eda HTTP/1.1" status: 200 len: 217 time: 0.0725198 Aug 07 04:04:23.783643 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-65869d92-8c5d-48c1-932f-35b9200d444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:23.785447 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-65869d92-8c5d-48c1-932f-35b9200d444b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25f7c230-1533-4f59-ab13-7e2194590c52 HTTP/1.1" status: 200 len: 848 time: 0.0538390 Aug 07 04:04:23.868440 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-533477d1-b25e-47cb-8794-7e6c45d9d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:23.870301 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-533477d1-b25e-47cb-8794-7e6c45d9d314 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35f15573-4d02-4cd9-a022-983f2f904dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710356 Aug 07 04:04:24.025161 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-4b46b3f2-d2ef-4860-b22e-525c4763bc56 service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423717 Aug 07 04:04:24.154833 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2b37d-21eb-4718-979b-a837f8b831f3 req-7f99fd14-730f-4020-a596-52ea0e189982 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:24.156494 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2ce2b37d-21eb-4718-979b-a837f8b831f3 req-7f99fd14-730f-4020-a596-52ea0e189982 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 943 time: 0.1110616 Aug 07 04:04:24.196263 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc570d39-e6bf-4663-90c5-7d158cae9e1a req-d70f193f-e133-4770-8be1-61a360bb893d service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643007 Aug 07 04:04:24.231060 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2ce2b37d-21eb-4718-979b-a837f8b831f3 req-d9162762-985b-41f6-8428-0eaea8075f43 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631018 Aug 07 04:04:24.357257 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf70a0-2665-492f-a339-1ef361b758a2 req-43f40bdb-08c8-45ce-be70-ed5b4043001d tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:24.358799 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7faf70a0-2665-492f-a339-1ef361b758a2 req-43f40bdb-08c8-45ce-be70-ed5b4043001d tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 946 time: 0.0535588 Aug 07 04:04:24.398747 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7faf70a0-2665-492f-a339-1ef361b758a2 req-d6bf3231-463d-470c-999a-bcbfab48cf30 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338123 Aug 07 04:04:24.738564 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c87eb2-2b3d-4274-bfe8-8d98966d76be req-67bf4e78-375e-4dae-93b3-3cc13d52cfbd tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:24.740052 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d4c87eb2-2b3d-4274-bfe8-8d98966d76be req-67bf4e78-375e-4dae-93b3-3cc13d52cfbd tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 944 time: 0.0832465 Aug 07 04:04:24.772227 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31544b59-b2b7-43f7-af91-fa7e6f179712 req-504fdf6b-9c0f-4933-bd75-3d35dc43c557 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:24.773627 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-31544b59-b2b7-43f7-af91-fa7e6f179712 req-504fdf6b-9c0f-4933-bd75-3d35dc43c557 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0772283 Aug 07 04:04:24.803032 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d4c87eb2-2b3d-4274-bfe8-8d98966d76be req-18999fab-9b7c-43d7-88e4-039d3cae2da9 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552733 Aug 07 04:04:24.822236 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-31544b59-b2b7-43f7-af91-fa7e6f179712 req-6c0b8886-ff41-40e3-9d57-d0aadd8c2e07 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420947 Aug 07 04:04:25.293997 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 64326d75-dc7b-467b-a684-b15a8bb7baf8 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:04:25.337666 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c7f4e-a0c2-4bb1-9c2e-30c63d2ea549 req-bc075d86-5a67-4fa2-acfd-c484442342e0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:25.339484 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cf0c7f4e-a0c2-4bb1-9c2e-30c63d2ea549 req-bc075d86-5a67-4fa2-acfd-c484442342e0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 943 time: 0.0484467 Aug 07 04:04:25.380500 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cf0c7f4e-a0c2-4bb1-9c2e-30c63d2ea549 req-c8895ffc-7a13-40c4-a170-f53885faa188 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340407 Aug 07 04:04:25.404561 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 64326d75-dc7b-467b-a684-b15a8bb7baf8, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=64326d75-dc7b-467b-a684-b15a8bb7baf8,segment=NetworkSegment(043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5),segment_id=043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:25.415792 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '64326d75-dc7b-467b-a684-b15a8bb7baf8', 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e', 'port_id': '64326d75-dc7b-467b-a684-b15a8bb7baf8', 'mac_address': 'fa:16:3e:cb:9a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e600fc-6cf1-4ba0-b06a-135114de945d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:04:25.451880 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:25.464004 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64326d75-dc7b-467b-a684-b15a8bb7baf8 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:04:25.486039 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 64326d75-dc7b-467b-a684-b15a8bb7baf8, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=64326d75-dc7b-467b-a684-b15a8bb7baf8,segment=NetworkSegment(043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5),segment_id=043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:25.489655 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:25.535301 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=64326d75-dc7b-467b-a684-b15a8bb7baf8,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:25.947466 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda3ae2-ee2f-48a0-b892-01da0ca6a07d req-3d54af56-7357-44f2-9b38-09693043f92b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:25.949240 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fcda3ae2-ee2f-48a0-b892-01da0ca6a07d req-3d54af56-7357-44f2-9b38-09693043f92b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 944 time: 0.0800638 Aug 07 04:04:25.960399 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac79a1-f2d8-40ce-9e66-dc168b09ffc4 req-b0715b0c-cc9f-438a-a05a-8c035b092ca6 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:25.961815 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-eeac79a1-f2d8-40ce-9e66-dc168b09ffc4 req-b0715b0c-cc9f-438a-a05a-8c035b092ca6 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0673747 Aug 07 04:04:26.017848 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fcda3ae2-ee2f-48a0-b892-01da0ca6a07d req-27c018fb-8d91-4fbd-a8b5-5afce6dbd5cc tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549965 Aug 07 04:04:26.022524 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-eeac79a1-f2d8-40ce-9e66-dc168b09ffc4 req-fab55b51-a4e1-4664-ac79-99fda92df9a4 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529149 Aug 07 04:04:26.491860 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44838dc4-675a-474a-b9f2-c23b32187d42 req-9f3985e4-ec69-4c81-97bf-5ef274875e38 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:26.493570 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-44838dc4-675a-474a-b9f2-c23b32187d42 req-9f3985e4-ec69-4c81-97bf-5ef274875e38 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 943 time: 0.0473080 Aug 07 04:04:26.530585 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-44838dc4-675a-474a-b9f2-c23b32187d42 req-fb0251cd-41b6-49fa-b13b-a20441c5da96 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311060 Aug 07 04:04:27.163121 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc642497-cf34-42f0-ae97-459771d30bc0 req-7e6cc07d-c78d-4a04-acb5-fffd3459fc86 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:27.164491 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc642497-cf34-42f0-ae97-459771d30bc0 req-7e6cc07d-c78d-4a04-acb5-fffd3459fc86 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 944 time: 0.0777655 Aug 07 04:04:27.172941 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11873947-e5fb-4da7-b5e3-b7faeb2d7f6b req-2bb4be67-cac3-4998-979d-894d22895910 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:27.174275 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-11873947-e5fb-4da7-b5e3-b7faeb2d7f6b req-2bb4be67-cac3-4998-979d-894d22895910 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0782568 Aug 07 04:04:27.228228 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-11873947-e5fb-4da7-b5e3-b7faeb2d7f6b req-27fb1b9a-d23d-4792-865d-b54ae29ec1fe tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473454 Aug 07 04:04:27.231569 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc642497-cf34-42f0-ae97-459771d30bc0 req-37d2792c-dba7-4d36-82f3-cebd353c145c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564382 Aug 07 04:04:27.315935 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 38c383a9-237f-4d39-a785-0a9d85925de9 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:04:27.360114 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf91ec5-612d-4352-a946-31261c060f12 req-9c518388-c342-4f90-a385-69dbbf59ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:27.361751 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9cf91ec5-612d-4352-a946-31261c060f12 req-9c518388-c342-4f90-a385-69dbbf59ee78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b24080fb8644fa5b3fff0ba279b4140&device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 1096 time: 0.0453680 Aug 07 04:04:27.419902 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 38c383a9-237f-4d39-a785-0a9d85925de9, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=38c383a9-237f-4d39-a785-0a9d85925de9,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:27.431291 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '38c383a9-237f-4d39-a785-0a9d85925de9', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'port_id': '38c383a9-237f-4d39-a785-0a9d85925de9', 'mac_address': 'fa:16:3e:e1:93:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:04:27.466541 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf91ec5-612d-4352-a946-31261c060f12 req-0129648a-928c-4ab8-b46f-e477a74ceea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:27.467643 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9cf91ec5-612d-4352-a946-31261c060f12 req-0129648a-928c-4ab8-b46f-e477a74ceea2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35f15573-4d02-4cd9-a022-983f2f904dbd HTTP/1.1" status: 200 len: 910 time: 0.0899184 Aug 07 04:04:27.472914 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:27.485262 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c383a9-237f-4d39-a785-0a9d85925de9 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:04:27.504738 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 38c383a9-237f-4d39-a785-0a9d85925de9, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=38c383a9-237f-4d39-a785-0a9d85925de9,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:27.512289 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:27.540605 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9cf91ec5-612d-4352-a946-31261c060f12 req-0b269143-49be-4c1e-a0d7-7dd3b6fa117d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08c0c4a5-3f82-4768-a146-fbeeaca33eda HTTP/1.1" status: 200 len: 217 time: 0.0373027 Aug 07 04:04:27.574625 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=38c383a9-237f-4d39-a785-0a9d85925de9,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:27.605409 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf91ec5-612d-4352-a946-31261c060f12 req-4ca633d6-0d60-4ba5-9fcf-bee1060fd769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:27.606866 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9cf91ec5-612d-4352-a946-31261c060f12 req-4ca633d6-0d60-4ba5-9fcf-bee1060fd769 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25f7c230-1533-4f59-ab13-7e2194590c52 HTTP/1.1" status: 200 len: 848 time: 0.0574780 Aug 07 04:04:27.652380 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['64326d75-dc7b-467b-a684-b15a8bb7baf8'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:04:27.916502 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf91ec5-612d-4352-a946-31261c060f12 req-29fc643c-7284-4370-82cd-281a51167845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:27.917001 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['38c383a9-237f-4d39-a785-0a9d85925de9'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:04:27.918384 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9cf91ec5-612d-4352-a946-31261c060f12 req-29fc643c-7284-4370-82cd-281a51167845 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35f15573-4d02-4cd9-a022-983f2f904dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2931020 Aug 07 04:04:27.927318 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c69575-9fb2-453a-9408-8fef5c5081f9 req-b84990c9-51bf-46bd-af58-01105f138b7a tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:27.928810 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c9c69575-9fb2-453a-9408-8fef5c5081f9 req-b84990c9-51bf-46bd-af58-01105f138b7a tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 943 time: 0.3131378 Aug 07 04:04:28.017095 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c9c69575-9fb2-453a-9408-8fef5c5081f9 req-34a8e854-6d87-49e1-8bb3-e5855b7a08f8 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787904 Aug 07 04:04:28.054478 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9cf91ec5-612d-4352-a946-31261c060f12 req-f4f9aedf-1b0c-4814-b2dd-1efd7133f60c service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247060 Aug 07 04:04:28.146155 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9cf91ec5-612d-4352-a946-31261c060f12 req-fc00d66d-3e9c-4627-bf21-f8507992d3c1 service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841966 Aug 07 04:04:28.377586 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69b0e4-9011-4574-bd60-0590c69e8855 req-25d9551e-78f4-43d5-a4af-56aacb5619a6 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:28.379021 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9d69b0e4-9011-4574-bd60-0590c69e8855 req-25d9551e-78f4-43d5-a4af-56aacb5619a6 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 944 time: 0.0811398 Aug 07 04:04:28.387644 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055c592-a91a-4cec-9520-694498f81753 req-18234379-1619-459d-9dc3-78dd4ec27949 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:28.389110 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8055c592-a91a-4cec-9520-694498f81753 req-18234379-1619-459d-9dc3-78dd4ec27949 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 944 time: 0.0826991 Aug 07 04:04:28.443716 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9d69b0e4-9011-4574-bd60-0590c69e8855 req-2c47f172-aa90-421d-8951-2721d05d7f26 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536118 Aug 07 04:04:28.451611 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8055c592-a91a-4cec-9520-694498f81753 req-d7d167ff-3b31-42f0-8617-e89fe2e70c35 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545151 Aug 07 04:04:29.135151 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb79364-98b0-4dd5-8efd-4f30e6733af0 req-cac5426b-a161-41b2-932f-a94ea3a33300 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:29.136829 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ebb79364-98b0-4dd5-8efd-4f30e6733af0 req-cac5426b-a161-41b2-932f-a94ea3a33300 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 943 time: 0.0509305 Aug 07 04:04:29.175896 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ebb79364-98b0-4dd5-8efd-4f30e6733af0 req-48e472c4-1460-4bbb-888c-3003c2656bcc tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329785 Aug 07 04:04:29.310471 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 08c0c4a5-3f82-4768-a146-fbeeaca33eda details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:04:29.347271 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 38c383a9-237f-4d39-a785-0a9d85925de9 up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:04:29.456119 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 08c0c4a5-3f82-4768-a146-fbeeaca33eda, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=08c0c4a5-3f82-4768-a146-fbeeaca33eda,segment=NetworkSegment(8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5),segment_id=8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:29.465300 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port 38c383a9-237f-4d39-a785-0a9d85925de9 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:04:29.472777 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 38c383a9-237f-4d39-a785-0a9d85925de9 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:04:29.473208 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:29.474761 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '08c0c4a5-3f82-4768-a146-fbeeaca33eda', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'port_id': '08c0c4a5-3f82-4768-a146-fbeeaca33eda', 'mac_address': 'fa:16:3e:0b:eb:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:04:29.547220 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:29.566805 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c0c4a5-3f82-4768-a146-fbeeaca33eda {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:04:29.602822 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9d285-dcda-4989-9a9b-9ff0d880f2d1 req-9030e501-6754-4243-95dc-8a4c33685aa6 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:29.605012 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0ca9d285-dcda-4989-9a9b-9ff0d880f2d1 req-9030e501-6754-4243-95dc-8a4c33685aa6 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 944 time: 0.0819850 Aug 07 04:04:29.614172 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 08c0c4a5-3f82-4768-a146-fbeeaca33eda, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=08c0c4a5-3f82-4768-a146-fbeeaca33eda,segment=NetworkSegment(8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5),segment_id=8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:29.619526 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:29.621850 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:29.622491 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 501a2050-8167-4b3a-9858-0bc4f7605cfd details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:04:29.636082 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69350472-8236-43e8-bb72-7d4147947326 req-3f7b42f7-ebd5-4fb6-8322-343ec0e4885c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:29.636082 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-69350472-8236-43e8-bb72-7d4147947326 req-3f7b42f7-ebd5-4fb6-8322-343ec0e4885c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 944 time: 0.0775135 Aug 07 04:04:29.680169 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0ca9d285-dcda-4989-9a9b-9ff0d880f2d1 req-6f765ffe-ada1-4b4a-bc5c-d86ddb25c37b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650723 Aug 07 04:04:29.695079 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 38c383a9-237f-4d39-a785-0a9d85925de9, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=38c383a9-237f-4d39-a785-0a9d85925de9,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:29.701573 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c383a9-237f-4d39-a785-0a9d85925de9'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:04:29.701735 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-69350472-8236-43e8-bb72-7d4147947326 req-574d7cb7-1d9c-4822-95fd-f8a08bc59ad4 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574408 Aug 07 04:04:29.701832 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dba56c7-fc32-42a6-a32c-1c7aca89da6b" -d '{"events": [{"server_uuid": "52522355-ae3b-49d1-8488-4e2fbffb74cf", "name": "network-vif-plugged", "status": "completed", "tag": "38c383a9-237f-4d39-a785-0a9d85925de9"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:04:29.709557 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:29.710320 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 64326d75-dc7b-467b-a684-b15a8bb7baf8 up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:04:29.773909 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ad1839-31ea-4e0e-81f0-742315988685 x-openstack-request-id: req-f6ad1839-31ea-4e0e-81f0-742315988685 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:04:29.774195 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52522355-ae3b-49d1-8488-4e2fbffb74cf", "name": "network-vif-plugged", "status": "completed", "tag": "38c383a9-237f-4d39-a785-0a9d85925de9", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:04:29.774448 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6ad1839-31ea-4e0e-81f0-742315988685 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:04:29.774830 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c383a9-237f-4d39-a785-0a9d85925de9', 'code': 200} Aug 07 04:04:29.787385 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=08c0c4a5-3f82-4768-a146-fbeeaca33eda,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:29.907396 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=38c383a9-237f-4d39-a785-0a9d85925de9,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:29.913063 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 501a2050-8167-4b3a-9858-0bc4f7605cfd, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=501a2050-8167-4b3a-9858-0bc4f7605cfd,segment=NetworkSegment(043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5),segment_id=043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:29.924099 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port 64326d75-dc7b-467b-a684-b15a8bb7baf8 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:04:29.929453 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '501a2050-8167-4b3a-9858-0bc4f7605cfd', 'network_id': '98df712f-423c-4952-8ac5-55aed9105c0e', 'port_id': '501a2050-8167-4b3a-9858-0bc4f7605cfd', 'mac_address': 'fa:16:3e:b1:ec:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e600fc-6cf1-4ba0-b06a-135114de945d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:04:29.931577 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 64326d75-dc7b-467b-a684-b15a8bb7baf8 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:04:29.932009 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:30.002833 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:30.021676 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501a2050-8167-4b3a-9858-0bc4f7605cfd {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:04:30.058011 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 47728) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:30.065916 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 501a2050-8167-4b3a-9858-0bc4f7605cfd, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=501a2050-8167-4b3a-9858-0bc4f7605cfd,segment=NetworkSegment(043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5),segment_id=043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:30.075268 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:30.099175 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:30.147540 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=501a2050-8167-4b3a-9858-0bc4f7605cfd,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:30.153891 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 64326d75-dc7b-467b-a684-b15a8bb7baf8, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=64326d75-dc7b-467b-a684-b15a8bb7baf8,segment=NetworkSegment(043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5),segment_id=043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:30.158482 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:30.165113 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a530d71d-6f92-43b2-b807-04e45de65574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:30.207813 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=64326d75-dc7b-467b-a684-b15a8bb7baf8,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:30.259582 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a530d71d-6f92-43b2-b807-04e45de65574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:30.263990 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a530d71d-6f92-43b2-b807-04e45de65574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:30.294002 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22125f-eeec-45a6-bf8d-79f2aa625bac req-700e030e-8de2-45f1-8347-35fbe27f848e tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:30.295537 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1f22125f-eeec-45a6-bf8d-79f2aa625bac req-700e030e-8de2-45f1-8347-35fbe27f848e tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 944 time: 0.0501180 Aug 07 04:04:30.302151 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a530d71d-6f92-43b2-b807-04e45de65574 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8da32b85c9345199d971e52d717f9c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429702 Aug 07 04:04:30.302993 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530d71d-6f92-43b2-b807-04e45de65574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316f2767-c38a-4383-926b-8393968fe222,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:30.304879 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 47734) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:30.363273 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1f22125f-eeec-45a6-bf8d-79f2aa625bac req-29fa17f3-e473-4c02-a2e4-7f87ca9191da tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613205 Aug 07 04:04:30.380504 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-917e1bd2-663a-4fbe-98c6-dffa2513ae98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:30.405111 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-917e1bd2-663a-4fbe-98c6-dffa2513ae98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:30.449047 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-917e1bd2-663a-4fbe-98c6-dffa2513ae98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:30.451602 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-917e1bd2-663a-4fbe-98c6-dffa2513ae98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:30.452750 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-917e1bd2-663a-4fbe-98c6-dffa2513ae98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/316f2767-c38a-4383-926b-8393968fe222 HTTP/1.1" status: 204 len: 168 time: 0.1469929 Aug 07 04:04:30.459970 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e1bd2-663a-4fbe-98c6-dffa2513ae98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316f2767-c38a-4383-926b-8393968fe222,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:30.817526 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5fd44-caaa-4749-8c65-d27f0ef1a99a req-d784b8d0-6443-46c7-a464-12204fc06cda tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:30.819055 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d6a5fd44-caaa-4749-8c65-d27f0ef1a99a req-d784b8d0-6443-46c7-a464-12204fc06cda tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 945 time: 0.0728114 Aug 07 04:04:30.856027 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58581df-46c1-437b-95ce-33dcb0a12ba7 req-daa7e833-22aa-4802-8aa1-105ad5e7b450 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:30.857521 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f58581df-46c1-437b-95ce-33dcb0a12ba7 req-daa7e833-22aa-4802-8aa1-105ad5e7b450 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0743563 Aug 07 04:04:30.881027 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d6a5fd44-caaa-4749-8c65-d27f0ef1a99a req-e3b6557b-33d6-4bf9-8edf-442e3f692f35 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550952 Aug 07 04:04:30.916193 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f58581df-46c1-437b-95ce-33dcb0a12ba7 req-fcf176c8-d7b5-45d2-b684-195c99ed740e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485721 Aug 07 04:04:31.480989 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4c455-22f2-4b53-85ec-e261c1a7d1ec req-a9f98241-c6db-42dd-baa7-4bdab087adee tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:31.482517 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c4d4c455-22f2-4b53-85ec-e261c1a7d1ec req-a9f98241-c6db-42dd-baa7-4bdab087adee tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 944 time: 0.0507250 Aug 07 04:04:31.523852 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c4d4c455-22f2-4b53-85ec-e261c1a7d1ec req-76ab39f2-d6a5-4437-88ed-fe8920f7ae08 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352325 Aug 07 04:04:31.775568 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04d6c4b-ac71-49cb-b64a-a3b2e4235668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64326d75-dc7b-467b-a684-b15a8bb7baf8'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:04:31.778611 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf4bd77-7983-4e60-a4d2-ad47146ae909" -d '{"events": [{"server_uuid": "a04d6c4b-ac71-49cb-b64a-a3b2e4235668", "name": "network-vif-plugged", "status": "completed", "tag": "64326d75-dc7b-467b-a684-b15a8bb7baf8"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:04:31.814595 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4075df72-e1e6-4c62-b0de-25bce415daf1 x-openstack-request-id: req-4075df72-e1e6-4c62-b0de-25bce415daf1 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:04:31.814886 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04d6c4b-ac71-49cb-b64a-a3b2e4235668", "name": "network-vif-plugged", "status": "completed", "tag": "64326d75-dc7b-467b-a684-b15a8bb7baf8", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:04:31.815161 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4075df72-e1e6-4c62-b0de-25bce415daf1 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:04:31.815549 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04d6c4b-ac71-49cb-b64a-a3b2e4235668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64326d75-dc7b-467b-a684-b15a8bb7baf8', 'code': 200} Aug 07 04:04:31.993437 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33423632-fc01-4351-9d62-b17c77801266 req-2ac1a1a5-be69-457c-a99d-7a741c78c09c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:31.995424 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-33423632-fc01-4351-9d62-b17c77801266 req-2ac1a1a5-be69-457c-a99d-7a741c78c09c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 945 time: 0.0470958 Aug 07 04:04:32.055918 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-33423632-fc01-4351-9d62-b17c77801266 req-ef4aece3-dad3-4694-833d-8866e554d883 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517716 Aug 07 04:04:32.067094 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5875952-5abe-4f59-b14e-c6a701688c30 req-ce97cb99-e732-4dc6-b2b9-deae02bcc6be tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:32.068521 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e5875952-5abe-4f59-b14e-c6a701688c30 req-ce97cb99-e732-4dc6-b2b9-deae02bcc6be tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0722504 Aug 07 04:04:32.105846 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e5875952-5abe-4f59-b14e-c6a701688c30 req-1b627283-f58d-4dce-b0e0-92ac87bf6a56 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312471 Aug 07 04:04:32.639171 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df2c3a-6233-4e38-8c61-06d5db5a74c0 req-bfc9542d-c30b-42a4-8259-db2848d4d67e tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:32.640523 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-30df2c3a-6233-4e38-8c61-06d5db5a74c0 req-bfc9542d-c30b-42a4-8259-db2848d4d67e tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 944 time: 0.0501342 Aug 07 04:04:32.678220 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-30df2c3a-6233-4e38-8c61-06d5db5a74c0 req-0c6e6c6a-5b7c-4919-a769-e2471091f6e2 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318005 Aug 07 04:04:32.879148 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92833bc0-f36c-4e29-8e7b-3924b5de3f6e req-967fb927-0bc6-4eb4-a390-af3a582bc2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:32.880632 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-92833bc0-f36c-4e29-8e7b-3924b5de3f6e req-967fb927-0bc6-4eb4-a390-af3a582bc2fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 1098 time: 0.0403581 Aug 07 04:04:32.913699 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba650939-997a-42d7-9621-00e61d46c217 req-5474374f-e96c-457d-bc88-183deb88dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:32.915190 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-ba650939-997a-42d7-9621-00e61d46c217 req-5474374f-e96c-457d-bc88-183deb88dbef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 1098 time: 0.0421922 Aug 07 04:04:32.921549 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-92833bc0-f36c-4e29-8e7b-3924b5de3f6e req-20919bf8-efbc-4150-b3b6-dabb1208b4ed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272353 Aug 07 04:04:33.044924 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-ba650939-997a-42d7-9621-00e61d46c217 req-04158779-6d43-458f-afde-a23e61283770 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325134 Aug 07 04:04:33.074430 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['501a2050-8167-4b3a-9858-0bc4f7605cfd'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:04:33.127267 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['08c0c4a5-3f82-4768-a146-fbeeaca33eda'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:04:33.197740 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d13e4-be0b-43a8-8d45-c4bb287ea791 req-aea18572-a10c-4f42-8ba4-22e504b8ccc8 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:33.199261 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-544d13e4-be0b-43a8-8d45-c4bb287ea791 req-aea18572-a10c-4f42-8ba4-22e504b8ccc8 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 945 time: 0.0732172 Aug 07 04:04:33.277485 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-544d13e4-be0b-43a8-8d45-c4bb287ea791 req-e29572f2-063c-4d5e-92dd-a20509c76357 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691626 Aug 07 04:04:33.286034 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dd877-58c3-4c7b-b477-faf5f3e6d5ee req-089bebc2-d8e6-4ace-a156-50dcb2b9f3a0 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:33.287598 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3f1dd877-58c3-4c7b-b477-faf5f3e6d5ee req-089bebc2-d8e6-4ace-a156-50dcb2b9f3a0 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0872836 Aug 07 04:04:33.340261 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3f1dd877-58c3-4c7b-b477-faf5f3e6d5ee req-1186c71d-6b8e-460b-bc4d-f0d0bc9d4579 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377972 Aug 07 04:04:33.818813 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89f74b-2462-41a2-b8ed-d17ddab2862b req-e6fc076d-8c10-4dc9-a73a-5c264a3ab17a tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:33.820621 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c89f74b-2462-41a2-b8ed-d17ddab2862b req-e6fc076d-8c10-4dc9-a73a-5c264a3ab17a tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 944 time: 0.0730102 Aug 07 04:04:33.874016 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c89f74b-2462-41a2-b8ed-d17ddab2862b req-585c910c-2b16-4964-972a-013881a3d796 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462949 Aug 07 04:04:34.397358 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ad86a-d127-458d-be24-c40d3767b057 req-791bff87-8008-47e6-b32c-94344ce6a49a tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:34.398881 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f68ad86a-d127-458d-be24-c40d3767b057 req-791bff87-8008-47e6-b32c-94344ce6a49a tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 945 time: 0.0545702 Aug 07 04:04:34.467817 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f68ad86a-d127-458d-be24-c40d3767b057 req-f333ac5c-73b6-4954-b10e-71a9781f04ff tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625567 Aug 07 04:04:34.491963 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189f399-93ff-41a2-82b9-5ddbf65500d5 req-1ae6f052-2c5a-413c-af95-7bf02b43f8a4 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:34.493437 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1189f399-93ff-41a2-82b9-5ddbf65500d5 req-1ae6f052-2c5a-413c-af95-7bf02b43f8a4 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0710087 Aug 07 04:04:34.534175 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1189f399-93ff-41a2-82b9-5ddbf65500d5 req-532e3b1e-9170-488c-a162-c9b84398bf91 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337644 Aug 07 04:04:34.650513 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1100d7-fbf4-4a44-b56d-dcbdbd8afb15 req-fe008d05-453e-4deb-b3ca-43fb3553cbc4 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:34.652603 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1d1100d7-fbf4-4a44-b56d-dcbdbd8afb15 req-fe008d05-453e-4deb-b3ca-43fb3553cbc4 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0470550 Aug 07 04:04:34.661343 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 47912) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:34.665681 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-ad236e50-382c-4f69-a9f7-5ed2c5afdabe tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Request body: {'floatingip': {'port_id': '38c383a9-237f-4d39-a785-0a9d85925de9'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:04:34.735454 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ad236e50-382c-4f69-a9f7-5ed2c5afdabe tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for floatingip, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:35.106720 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cff7e-738c-402b-a17e-92e220a4a708 req-faa1750e-4b85-48a6-954e-5c07d0f1c53f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:35.108975 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6b3cff7e-738c-402b-a17e-92e220a4a708 req-faa1750e-4b85-48a6-954e-5c07d0f1c53f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 944 time: 0.1389749 Aug 07 04:04:35.251395 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6b3cff7e-738c-402b-a17e-92e220a4a708 req-4885d106-29b6-496f-a660-ff41b537bccf tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075103 Aug 07 04:04:35.448080 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ad236e50-382c-4f69-a9f7-5ed2c5afdabe tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:35.452574 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ad236e50-382c-4f69-a9f7-5ed2c5afdabe tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:35.787130 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.l3_db [None req-ad236e50-382c-4f69-a9f7-5ed2c5afdabe tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Floating IP 11cbc93d-79d8-4ceb-95c3-32ec72e8fbf0 associated. External IP: 172.27.0.227, port: 38c383a9-237f-4d39-a785-0a9d85925de9. Aug 07 04:04:35.833072 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535a73f-df56-47e0-a778-574784d27978 req-c6dbc7e7-cdcc-498c-be37-9a6b64ac22c9 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:35.834539 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7535a73f-df56-47e0-a778-574784d27978 req-c6dbc7e7-cdcc-498c-be37-9a6b64ac22c9 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 945 time: 0.0953875 Aug 07 04:04:35.913342 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7535a73f-df56-47e0-a778-574784d27978 req-36b66cfd-dc5b-417c-8573-8d7d5a3603f2 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697262 Aug 07 04:04:36.034393 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad236e50-382c-4f69-a9f7-5ed2c5afdabe tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Router c214308a-50c1-497a-b266-bf4e1e3babf4 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:04:36.146571 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad236e50-382c-4f69-a9f7-5ed2c5afdabe tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:04:36.149148 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ad236e50-382c-4f69-a9f7-5ed2c5afdabe tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:36.158157 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c57fb1-60c3-4a6b-a3fa-7ec73bcbc97e None None] Sync routers for ids ['c214308a-50c1-497a-b266-bf4e1e3babf4'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:04:36.167344 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c57fb1-60c3-4a6b-a3fa-7ec73bcbc97e None None] Routers {'c214308a-50c1-497a-b266-bf4e1e3babf4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:04:36.167942 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-88c57fb1-60c3-4a6b-a3fa-7ec73bcbc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:04:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['c214308a-50c1-497a-b266-bf4e1e3babf4'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:36.178381 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-ad236e50-382c-4f69-a9f7-5ed2c5afdabe tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "PUT /v2.0/floatingips/11cbc93d-79d8-4ceb-95c3-32ec72e8fbf0 HTTP/1.1" status: 200 len: 991 time: 1.5135577 Aug 07 04:04:36.178381 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'tag': '38c383a9-237f-4d39-a785-0a9d85925de9'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:04:36.178845 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660e3ae4-2f50-45e6-a9ca-6f86659cb285" -d '{"events": [{"name": "network-changed", "server_uuid": "52522355-ae3b-49d1-8488-4e2fbffb74cf", "tag": "38c383a9-237f-4d39-a785-0a9d85925de9"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:04:36.230382 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9cf501-6870-4f49-9517-8d9041dce59a x-openstack-request-id: req-9f9cf501-6870-4f49-9517-8d9041dce59a {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:04:36.230670 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52522355-ae3b-49d1-8488-4e2fbffb74cf", "tag": "38c383a9-237f-4d39-a785-0a9d85925de9", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:04:36.230922 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f9cf501-6870-4f49-9517-8d9041dce59a {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:04:36.231380 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'tag': '38c383a9-237f-4d39-a785-0a9d85925de9', 'status': 'completed', 'code': 200} Aug 07 04:04:36.317450 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-88c57fb1-60c3-4a6b-a3fa-7ec73bcbc97e None None] Set router c214308a-50c1-497a-b266-bf4e1e3babf4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:04:36.374919 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1bb58-d496-4324-b491-6238dd12ab30 req-d479f141-f57d-43b5-8b67-10b00364585c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:36.376887 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7dd1bb58-d496-4324-b491-6238dd12ab30 req-d479f141-f57d-43b5-8b67-10b00364585c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 944 time: 0.0523744 Aug 07 04:04:36.416177 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7dd1bb58-d496-4324-b491-6238dd12ab30 req-c47a44f2-2a96-4b7e-bc91-6d96e85bd5cf tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329134 Aug 07 04:04:36.579360 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-88c57fb1-60c3-4a6b-a3fa-7ec73bcbc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:45Z', 'revision_number': 4, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '11cbc93d-79d8-4ceb-95c3-32ec72e8fbf0', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'port_id': '38c383a9-237f-4d39-a785-0a9d85925de9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'mac_address': 'fa:16:3e:e1:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:04:01Z', 'updated_at': '2021-08-07T04:04:35Z', 'revision_number': 1, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffdbf1c-0c6c-4b19-81d9-bdee4438850f', 'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'mac_address': 'fa:16:3e:b6:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:44Z', 'updated_at': '2021-08-07T04:03:56Z', 'revision_number': 5, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'subnets': [{'id': '754a0fad-009c-41af-8768-85f84e113703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:36.608569 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c57fb1-60c3-4a6b-a3fa-7ec73bcbc97e None None] Checking router: c214308a-50c1-497a-b266-bf4e1e3babf4 for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:04:36.616379 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c57fb1-60c3-4a6b-a3fa-7ec73bcbc97e None None] Routers {'c214308a-50c1-497a-b266-bf4e1e3babf4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:04:36.617295 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-88c57fb1-60c3-4a6b-a3fa-7ec73bcbc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:04:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['c214308a-50c1-497a-b266-bf4e1e3babf4'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:36.720086 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-88c57fb1-60c3-4a6b-a3fa-7ec73bcbc97e None None] Set router c214308a-50c1-497a-b266-bf4e1e3babf4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:04:36.937897 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-88c57fb1-60c3-4a6b-a3fa-7ec73bcbc97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:45Z', 'revision_number': 4, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '11cbc93d-79d8-4ceb-95c3-32ec72e8fbf0', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'port_id': '38c383a9-237f-4d39-a785-0a9d85925de9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'mac_address': 'fa:16:3e:e1:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:04:01Z', 'updated_at': '2021-08-07T04:04:35Z', 'revision_number': 1, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffdbf1c-0c6c-4b19-81d9-bdee4438850f', 'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'mac_address': 'fa:16:3e:b6:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:44Z', 'updated_at': '2021-08-07T04:03:56Z', 'revision_number': 5, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'subnets': [{'id': '754a0fad-009c-41af-8768-85f84e113703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:36.964688 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c57fb1-60c3-4a6b-a3fa-7ec73bcbc97e None None] The sync data for ids ['c214308a-50c1-497a-b266-bf4e1e3babf4'] in dv-cinder-803748-2-iscsi is: [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:45Z', 'revision_number': 4, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '11cbc93d-79d8-4ceb-95c3-32ec72e8fbf0', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'port_id': '38c383a9-237f-4d39-a785-0a9d85925de9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'mac_address': 'fa:16:3e:e1:93:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:04:01Z', 'updated_at': '2021-08-07T04:04:35Z', 'revision_number': 1, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffdbf1c-0c6c-4b19-81d9-bdee4438850f', 'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'mac_address': 'fa:16:3e:b6:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:44Z', 'updated_at': '2021-08-07T04:03:56Z', 'revision_number': 5, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'subnets': [{'id': '754a0fad-009c-41af-8768-85f84e113703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:04:37.036027 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e497a96-1baf-47f3-a43f-d752076017f1 req-3e3707f5-d106-47f5-b24f-dd43d0afcceb tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:37.038353 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1e497a96-1baf-47f3-a43f-d752076017f1 req-3e3707f5-d106-47f5-b24f-dd43d0afcceb tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 945 time: 0.0546432 Aug 07 04:04:37.076498 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1e497a96-1baf-47f3-a43f-d752076017f1 req-cc607dea-5576-48c4-ae72-e470ea8ff939 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321701 Aug 07 04:04:37.174163 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a5ddb7-181f-4bd0-8244-8f777c5a50d5 None None] New status for floating IP 11cbc93d-79d8-4ceb-95c3-32ec72e8fbf0: ACTIVE {{(pid=93435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:04:37.531703 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b31074-9fd8-4aae-a6c5-f545e5198d0f req-9389aed6-86ae-4784-9013-b163cfefc4e0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:37.533241 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-77b31074-9fd8-4aae-a6c5-f545e5198d0f req-9389aed6-86ae-4784-9013-b163cfefc4e0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 944 time: 0.0493319 Aug 07 04:04:37.571818 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-77b31074-9fd8-4aae-a6c5-f545e5198d0f req-739ba18f-824d-4695-8b8b-9ea044d1c48e tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320458 Aug 07 04:04:37.688736 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 501a2050-8167-4b3a-9858-0bc4f7605cfd up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:04:37.728005 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:37.747003 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port 501a2050-8167-4b3a-9858-0bc4f7605cfd completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:04:37.751209 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 501a2050-8167-4b3a-9858-0bc4f7605cfd triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:04:37.751639 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:37.828905 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:37.850735 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b112a6a-9f0c-4024-9746-69ca277b513b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501a2050-8167-4b3a-9858-0bc4f7605cfd'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:04:37.853224 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe9c4f8-9c82-473c-8df3-d0608e9c711c" -d '{"events": [{"server_uuid": "6b112a6a-9f0c-4024-9746-69ca277b513b", "name": "network-vif-plugged", "status": "completed", "tag": "501a2050-8167-4b3a-9858-0bc4f7605cfd"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:04:37.866616 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 501a2050-8167-4b3a-9858-0bc4f7605cfd, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=501a2050-8167-4b3a-9858-0bc4f7605cfd,segment=NetworkSegment(043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5),segment_id=043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:37.872135 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:37.873048 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 08c0c4a5-3f82-4768-a146-fbeeaca33eda up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:04:37.899297 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecb8213-b754-45c2-bd4a-1c1d02da54d2 x-openstack-request-id: req-8ecb8213-b754-45c2-bd4a-1c1d02da54d2 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:04:37.899588 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b112a6a-9f0c-4024-9746-69ca277b513b", "name": "network-vif-plugged", "status": "completed", "tag": "501a2050-8167-4b3a-9858-0bc4f7605cfd", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:04:37.899845 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ecb8213-b754-45c2-bd4a-1c1d02da54d2 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:04:37.900229 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b112a6a-9f0c-4024-9746-69ca277b513b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501a2050-8167-4b3a-9858-0bc4f7605cfd', 'code': 200} Aug 07 04:04:37.954239 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=501a2050-8167-4b3a-9858-0bc4f7605cfd,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:37.965503 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port 08c0c4a5-3f82-4768-a146-fbeeaca33eda completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:04:37.969195 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 08c0c4a5-3f82-4768-a146-fbeeaca33eda triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:04:37.969669 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:38.049891 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:38.081054 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 08c0c4a5-3f82-4768-a146-fbeeaca33eda, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=08c0c4a5-3f82-4768-a146-fbeeaca33eda,segment=NetworkSegment(8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5),segment_id=8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:38.085709 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:38.138680 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=08c0c4a5-3f82-4768-a146-fbeeaca33eda,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:38.197929 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26586058-6ebc-431f-a1e5-9ae092b73dab req-6ab7f63c-132e-4f94-ae8a-bffd965278f1 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:38.199429 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-26586058-6ebc-431f-a1e5-9ae092b73dab req-6ab7f63c-132e-4f94-ae8a-bffd965278f1 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0523331 Aug 07 04:04:38.241255 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-26586058-6ebc-431f-a1e5-9ae092b73dab req-49cf2d6f-a243-4084-9d00-51a49d0f500a tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359371 Aug 07 04:04:38.681844 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f611d99-19ed-4210-9916-6b853b57a580 req-58992c35-d23a-45dc-8509-c47fcd8a8884 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:38.683383 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1f611d99-19ed-4210-9916-6b853b57a580 req-58992c35-d23a-45dc-8509-c47fcd8a8884 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0471528 Aug 07 04:04:38.720128 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1f611d99-19ed-4210-9916-6b853b57a580 req-99cad1fa-c189-4c0e-8ac3-cacf3eae9003 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310891 Aug 07 04:04:38.945685 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:04:38.978277 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e3ae4-2f50-45e6-a9ca-6f86659cb285 req-79b7bfe2-ef62-4b9a-9aaa-00d239e16abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:38.980118 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-660e3ae4-2f50-45e6-a9ca-6f86659cb285 req-79b7bfe2-ef62-4b9a-9aaa-00d239e16abd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec&device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 1098 time: 0.0406320 Aug 07 04:04:39.087228 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e3ae4-2f50-45e6-a9ca-6f86659cb285 req-7ca5b2aa-6448-4734-938d-3325466ef816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:39.089276 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-660e3ae4-2f50-45e6-a9ca-6f86659cb285 req-7ca5b2aa-6448-4734-938d-3325466ef816 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 HTTP/1.1" status: 200 len: 918 time: 0.0873003 Aug 07 04:04:39.110818 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9e208-2afc-4289-9bfa-a60a4860467f req-44128202-dffe-4863-aa14-9c02520bafa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:39.112353 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2bf9e208-2afc-4289-9bfa-a60a4860467f req-44128202-dffe-4863-aa14-9c02520bafa4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 1099 time: 0.0404613 Aug 07 04:04:39.155345 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2bf9e208-2afc-4289-9bfa-a60a4860467f req-ff3c2972-cb1a-4585-a1b7-d895c3f61536 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309384 Aug 07 04:04:39.194602 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-660e3ae4-2f50-45e6-a9ca-6f86659cb285 req-aa0f9070-ff75-407d-8ca1-d6564e07a5f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38c383a9-237f-4d39-a785-0a9d85925de9 HTTP/1.1" status: 200 len: 1001 time: 0.0959342 Aug 07 04:04:39.294796 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e3ae4-2f50-45e6-a9ca-6f86659cb285 req-0d661c52-ed53-4501-9c72-c603ab5c00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:39.296212 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-660e3ae4-2f50-45e6-a9ca-6f86659cb285 req-0d661c52-ed53-4501-9c72-c603ab5c00bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=754a0fad-009c-41af-8768-85f84e113703 HTTP/1.1" status: 200 len: 856 time: 0.0460861 Aug 07 04:04:39.351161 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e3ae4-2f50-45e6-a9ca-6f86659cb285 req-5102dc4d-e209-4174-ba0d-6164865fb07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:39.352639 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-660e3ae4-2f50-45e6-a9ca-6f86659cb285 req-5102dc4d-e209-4174-ba0d-6164865fb07b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450881 Aug 07 04:04:39.360597 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dca078-daab-470d-95e7-eaa4b48aa3d4 req-772ee92e-3306-4671-8fd9-b2081669ec08 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:39.362069 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a6dca078-daab-470d-95e7-eaa4b48aa3d4 req-772ee92e-3306-4671-8fd9-b2081669ec08 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0518546 Aug 07 04:04:39.411935 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a6dca078-daab-470d-95e7-eaa4b48aa3d4 req-b01b2334-cd95-4060-bbf2-dd7b3a66bc8a tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Aug 07 04:04:39.457111 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-660e3ae4-2f50-45e6-a9ca-6f86659cb285 req-c208a73e-bca8-41c0-860f-2db6e4db8540 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919006 Aug 07 04:04:39.555196 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-660e3ae4-2f50-45e6-a9ca-6f86659cb285 req-8920d907-6bf1-4f3f-aede-369c8170f373 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894003 Aug 07 04:04:39.839153 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaab040-06cb-4be5-8995-bd19a05ceae2 req-6b2e49ff-76e0-42f5-bba2-8ab887a79daa tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:39.840839 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-afaab040-06cb-4be5-8995-bd19a05ceae2 req-6b2e49ff-76e0-42f5-bba2-8ab887a79daa tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0514057 Aug 07 04:04:39.888174 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-afaab040-06cb-4be5-8995-bd19a05ceae2 req-070d148c-32b3-4bc0-8ab4-c28583dc4bd9 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356655 Aug 07 04:04:39.901680 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa30afb-28bf-42d7-b742-4ca66f58d080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c0c4a5-3f82-4768-a146-fbeeaca33eda'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:04:39.905017 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46a3d7b-08df-4217-a3fe-53bfd5576956" -d '{"events": [{"server_uuid": "2fa30afb-28bf-42d7-b742-4ca66f58d080", "name": "network-vif-plugged", "status": "completed", "tag": "08c0c4a5-3f82-4768-a146-fbeeaca33eda"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:04:39.942293 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb916e81-b529-4420-8622-9223d734b835 x-openstack-request-id: req-fb916e81-b529-4420-8622-9223d734b835 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:04:39.942586 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa30afb-28bf-42d7-b742-4ca66f58d080", "name": "network-vif-plugged", "status": "completed", "tag": "08c0c4a5-3f82-4768-a146-fbeeaca33eda", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:04:39.942841 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb916e81-b529-4420-8622-9223d734b835 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:04:39.943271 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa30afb-28bf-42d7-b742-4ca66f58d080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c0c4a5-3f82-4768-a146-fbeeaca33eda', 'code': 200} Aug 07 04:04:40.151053 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bda3b0-c350-4b70-8aa2-d5d11588ac13 req-33c4a710-c89b-4c7c-9124-73d660c53710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:40.152509 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-b6bda3b0-c350-4b70-8aa2-d5d11588ac13 req-33c4a710-c89b-4c7c-9124-73d660c53710 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 1098 time: 0.0397682 Aug 07 04:04:40.195546 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-b6bda3b0-c350-4b70-8aa2-d5d11588ac13 req-546d2729-3129-4731-ae15-ba174b8ca1d4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283778 Aug 07 04:04:40.527036 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f84284-8d9a-41a5-a10f-371eff1ae8ae req-a8129c34-9115-445d-9617-f5bf3b5e3058 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:40.528546 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-95f84284-8d9a-41a5-a10f-371eff1ae8ae req-a8129c34-9115-445d-9617-f5bf3b5e3058 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0490611 Aug 07 04:04:40.569547 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-95f84284-8d9a-41a5-a10f-371eff1ae8ae req-c5d08f1d-9843-4a07-aa61-a8c93b25cd20 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331373 Aug 07 04:04:40.699094 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-7a233e9f-0132-465b-9d56-1172e55cb355 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:40.700602 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-7a233e9f-0132-465b-9d56-1172e55cb355 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/networks?id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372 HTTP/1.1" status: 200 len: 815 time: 0.1020591 Aug 07 04:04:40.715250 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-405279b9-b268-42f3-91e6-8e6ff9bd2aad tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/quotas/30a6b18b4682466ca806f062f576241a HTTP/1.1" status: 200 len: 375 time: 0.0088999 Aug 07 04:04:40.762386 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-63ea8327-785e-4743-b6fd-325ea979a21a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=30a6b18b4682466ca806f062f576241a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420949 Aug 07 04:04:40.857372 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-7edeeefd-0604-4c9a-9ef1-a77b6299d324 service neutron] 10.222.0.18 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877368 Aug 07 04:04:40.945264 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-7ee53c0f-9bad-4467-9d94-b8b1dc60afbe service neutron] 10.222.0.18 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818572 Aug 07 04:04:41.010421 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8cac0-9f04-4bf8-aeb4-1ca91025b5eb req-b8432f31-e6e1-448e-baab-adfc03f9c6e9 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:41.011935 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4ab8cac0-9f04-4bf8-aeb4-1ca91025b5eb req-b8432f31-e6e1-448e-baab-adfc03f9c6e9 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0553818 Aug 07 04:04:41.054732 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4ab8cac0-9f04-4bf8-aeb4-1ca91025b5eb req-0812ec52-736a-4656-820f-65fb70b0905b tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356941 Aug 07 04:04:41.118611 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e5f0682f-fbb2-4744-b960-531e725e8e54 req-b0c004b9-2d5f-4bda-a68c-f3d7983724d8 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 210 time: 0.0287147 Aug 07 04:04:41.684872 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bf576-aaca-49b4-b1b7-42fd957ea494 req-bb2a0c75-2057-447d-898c-d1426a06f767 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:41.686307 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f68bf576-aaca-49b4-b1b7-42fd957ea494 req-bb2a0c75-2057-447d-898c-d1426a06f767 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0478055 Aug 07 04:04:41.723929 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f68bf576-aaca-49b4-b1b7-42fd957ea494 req-081f58b9-4b8c-400c-b7ba-ae96a4e75310 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316982 Aug 07 04:04:42.168351 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3344982-fc19-4a88-bf6a-97392f56bac6 req-31af4795-1c73-4215-98fe-9564ddf74447 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:42.169782 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3344982-fc19-4a88-bf6a-97392f56bac6 req-31af4795-1c73-4215-98fe-9564ddf74447 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0471671 Aug 07 04:04:42.206512 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3344982-fc19-4a88-bf6a-97392f56bac6 req-1304fcee-b2d5-4107-ab00-9909fffb5d58 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306160 Aug 07 04:04:42.283194 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-345f08d2-3411-4f70-b77e-afa3af56ace0 req-d8215a37-3a8d-4e1c-a422-e4eccdc07302 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 210 time: 0.0249963 Aug 07 04:04:42.842153 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf55bd7-878e-46ec-af54-5ff7dbad48b8 req-ae8f329b-2fb5-452d-9bf6-95c6fbf82ac0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:42.843768 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bf55bd7-878e-46ec-af54-5ff7dbad48b8 req-ae8f329b-2fb5-452d-9bf6-95c6fbf82ac0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0536940 Aug 07 04:04:42.882606 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bf55bd7-878e-46ec-af54-5ff7dbad48b8 req-ec848a7f-a45c-4ec7-a7e9-3f912679387a tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Aug 07 04:04:43.318798 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9a6dd-a5c4-4bcc-95ab-6aad06c90f22 req-b9247af3-b006-4d1c-b899-0c6759141e86 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:43.320311 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-69d9a6dd-a5c4-4bcc-95ab-6aad06c90f22 req-b9247af3-b006-4d1c-b899-0c6759141e86 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0471771 Aug 07 04:04:43.360650 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-69d9a6dd-a5c4-4bcc-95ab-6aad06c90f22 req-66425de1-a55f-4e70-a014-18d229ed1578 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335863 Aug 07 04:04:43.440913 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f06816bb-50f3-4197-9134-22ef974605d4 req-b38fc53d-b89d-4a74-b2df-d69799cfc9c0 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 210 time: 0.0263820 Aug 07 04:04:44.002470 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0015505-643f-46a7-9edc-7f9f1292518e req-4029b4c9-4731-4e0d-b620-5e7357423fee tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:44.004027 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c0015505-643f-46a7-9edc-7f9f1292518e req-4029b4c9-4731-4e0d-b620-5e7357423fee tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0524766 Aug 07 04:04:44.048201 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c0015505-643f-46a7-9edc-7f9f1292518e req-385726ed-073a-403d-adee-12420f4618de tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380173 Aug 07 04:04:44.330707 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d5259-9e9d-4774-a703-a0b1cdca56f8 req-104a15e8-2e29-4227-9a2a-9ac47741768d tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:44.332219 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f8d5259-9e9d-4774-a703-a0b1cdca56f8 req-104a15e8-2e29-4227-9a2a-9ac47741768d tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0485077 Aug 07 04:04:44.369413 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f8d5259-9e9d-4774-a703-a0b1cdca56f8 req-34fcbcc8-8413-4520-b15a-4ebfa22ccec3 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311437 Aug 07 04:04:44.477085 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1bd13-1287-4500-97f8-19b9b70f5d04 req-f8e091b4-30ee-4a0e-a085-de83f6d052d0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:44.478791 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-10e1bd13-1287-4500-97f8-19b9b70f5d04 req-f8e091b4-30ee-4a0e-a085-de83f6d052d0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0484471 Aug 07 04:04:44.529681 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-10e1bd13-1287-4500-97f8-19b9b70f5d04 req-4e85b865-4544-4edc-8c09-45e9ba146b9b tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446107 Aug 07 04:04:44.551117 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-33b6eae0-b38b-4c21-9ecc-9ef6eff9e9fe req-7022d95c-a197-4e76-bd19-a88993bcdb7e tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 210 time: 0.0361545 Aug 07 04:04:45.482218 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c21ba8-a64f-4709-824d-ed1457efa51f req-a21ccb27-a167-4bcc-8b81-b877e26725d9 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:45.483712 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-88c21ba8-a64f-4709-824d-ed1457efa51f req-a21ccb27-a167-4bcc-8b81-b877e26725d9 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0476615 Aug 07 04:04:45.519576 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-88c21ba8-a64f-4709-824d-ed1457efa51f req-12eb7ba6-cace-4907-a47f-cd6561b82ca4 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300720 Aug 07 04:04:45.639556 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb81fe-5086-43a5-b1e7-0ec521bc97eb req-fe9dd1ea-fa9e-4503-9139-a39040b7f1aa tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:45.641006 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-34bb81fe-5086-43a5-b1e7-0ec521bc97eb req-fe9dd1ea-fa9e-4503-9139-a39040b7f1aa tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0466475 Aug 07 04:04:45.678009 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-34bb81fe-5086-43a5-b1e7-0ec521bc97eb req-9914b3c0-1624-4d9b-9320-a073790de6d7 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312798 Aug 07 04:04:45.757461 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-25edc70c-2f51-41cb-9e0f-07558ed60234 req-b2ff7055-1398-442a-8cf7-0dadb11d00ef tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 210 time: 0.0276899 Aug 07 04:04:46.632510 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad99960-ce96-465a-b3d2-4673d12a6f1f req-6d9f4aa4-863b-4daf-9663-856801746432 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:46.633897 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9ad99960-ce96-465a-b3d2-4673d12a6f1f req-6d9f4aa4-863b-4daf-9663-856801746432 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0497279 Aug 07 04:04:46.671923 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9ad99960-ce96-465a-b3d2-4673d12a6f1f req-82edf197-2f4f-4967-a144-085f518a621c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314975 Aug 07 04:04:46.704709 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-38a7ffa7-bd8f-4940-a806-ce12efde2be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:46.788771 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af82c2-7710-46a8-9ad9-0f14e0a1272a req-3d7a2b42-21ba-4dc1-af7a-9875238651e2 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:46.790212 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-99af82c2-7710-46a8-9ad9-0f14e0a1272a req-3d7a2b42-21ba-4dc1-af7a-9875238651e2 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0479999 Aug 07 04:04:46.831876 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-99af82c2-7710-46a8-9ad9-0f14e0a1272a req-ed2b69db-66a6-42a0-ac4d-4c7595198808 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351541 Aug 07 04:04:46.914827 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ae4b37be-885a-4963-9403-94d5d02edbe0 req-e8905299-66c7-421b-a26e-00eaaf0dda28 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 210 time: 0.0258305 Aug 07 04:04:47.645670 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b557b-f70f-4d22-b520-00965e612c41 req-030c0532-6a12-46a5-8485-9e0f5e0f4495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:47.648207 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6a6b557b-f70f-4d22-b520-00965e612c41 req-030c0532-6a12-46a5-8485-9e0f5e0f4495 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=003a204b7d8d4968817b31d17e3072dd&device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 1099 time: 0.0449753 Aug 07 04:04:47.724595 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-2c02858f-d542-4dcc-a3ad-f82a41fcb7bc tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:47.725704 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-2c02858f-d542-4dcc-a3ad-f82a41fcb7bc tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.30 "GET /v2.0/networks?id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372 HTTP/1.1" status: 200 len: 815 time: 0.1105876 Aug 07 04:04:47.750531 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b557b-f70f-4d22-b520-00965e612c41 req-6b479f52-3ecb-4726-b5fd-1963ccb25e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:47.752037 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6a6b557b-f70f-4d22-b520-00965e612c41 req-6b479f52-3ecb-4726-b5fd-1963ccb25e07 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98df712f-423c-4952-8ac5-55aed9105c0e HTTP/1.1" status: 200 len: 920 time: 0.0905890 Aug 07 04:04:47.792698 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21280aa-15db-429e-9bd1-9cd1a91bd6e1 req-7553e3a3-a029-40bb-8746-081f512d0cba tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:47.794275 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c21280aa-15db-429e-9bd1-9cd1a91bd6e1 req-7553e3a3-a029-40bb-8746-081f512d0cba tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0531509 Aug 07 04:04:47.797746 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Request body: {'port': {'device_id': '7a787fc8-b8a0-426b-99d0-94c164ac50fa', 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372', 'admin_state_up': True, 'tenant_id': '30a6b18b4682466ca806f062f576241a'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:04:47.823235 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6a6b557b-f70f-4d22-b520-00965e612c41 req-a9e1aac9-e9f4-4937-8dae-28f8c63edf5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=501a2050-8167-4b3a-9858-0bc4f7605cfd HTTP/1.1" status: 200 len: 217 time: 0.0365834 Aug 07 04:04:47.885745 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b557b-f70f-4d22-b520-00965e612c41 req-341405c8-d64a-47d6-8a50-bde80940fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:47.887370 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6a6b557b-f70f-4d22-b520-00965e612c41 req-341405c8-d64a-47d6-8a50-bde80940fad3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89e600fc-6cf1-4ba0-b06a-135114de945d HTTP/1.1" status: 200 len: 859 time: 0.0511444 Aug 07 04:04:47.896363 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c21280aa-15db-429e-9bd1-9cd1a91bd6e1 req-1f0ab542-c1da-4470-b0a0-2d22f8a02ca3 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942593 Aug 07 04:04:47.933558 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6a6b557b-f70f-4d22-b520-00965e612c41 req-242d0490-4a7a-43fb-9e89-3ead366e0f6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98df712f-423c-4952-8ac5-55aed9105c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272179 Aug 07 04:04:47.975161 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Made reservation on behalf of 30a6b18b4682466ca806f062f576241a for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:04:47.979312 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:48.013895 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d96b5f-85e7-403d-9dc4-1acfee2b00cb req-e6b495f4-d869-410d-ac7a-25b010e025f7 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:48.015459 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-97d96b5f-85e7-403d-9dc4-1acfee2b00cb req-e6b495f4-d869-410d-ac7a-25b010e025f7 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.1097140 Aug 07 04:04:48.042618 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-13cd6287-667d-46aa-83f0-213cfc7d32c2 req-5b56e789-487c-4698-a1fc-439eaf009233 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 210 time: 0.0489960 Aug 07 04:04:48.051918 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6a6b557b-f70f-4d22-b520-00965e612c41 req-98ebcc7c-5e9f-48c6-8c7e-5cadb6da9129 service neutron] 10.222.0.30 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971038 Aug 07 04:04:48.118258 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-97d96b5f-85e7-403d-9dc4-1acfee2b00cb req-26b86e14-ff0d-4e2f-bd46-b89f4965a8ca tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829890 Aug 07 04:04:48.155545 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6a6b557b-f70f-4d22-b520-00965e612c41 req-bb5be4ea-e0b9-476c-a323-0644febc2a78 service neutron] 10.222.0.30 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934260 Aug 07 04:04:48.176151 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Allocated IP 172.20.0.5 (b95f6c34-5052-4b6f-af63-c0f6ad7c4372/61ed36dd-7879-4685-b534-20fbc146fe68/99892d3b-de0b-4fd1-b081-10b07a06d946) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:04:48.350766 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:48.408409 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:48.423643 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['608bce6e-3b85-4c01-a02e-bfe3ed5c709e'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:04:48.440145 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:04:48.444729 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:04:48.471783 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:04:48.544172 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:48.544765 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:48.550640 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Pushing event updated for resources: {'Port': ['ID=99892d3b-de0b-4fd1-b081-10b07a06d946,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:48.563514 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:48.563867 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:48.564214 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:48.564554 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:48.564925 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:48.565221 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:48.565600 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:48.565882 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:48.566211 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:48.566536 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:48.566862 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:48.567220 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:48.571328 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-d969e1e3-dab1-49d1-afab-560c441d63bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7872989 Aug 07 04:04:48.586137 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Request body: {'port': {'device_id': '7a787fc8-b8a0-426b-99d0-94c164ac50fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:04:48.639705 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:48.910500 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99892d3b-de0b-4fd1-b081-10b07a06d946 {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:04:48.919276 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:48.932952 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Transition to ACTIVE for port object 99892d3b-de0b-4fd1-b081-10b07a06d946 will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:04:48.936333 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:49.025983 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=99892d3b-de0b-4fd1-b081-10b07a06d946,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:49.090527 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df728d5a-4ad8-45a5-b266-2b504c15ed8b req-092839be-dfa1-4c25-bb1b-cc4c13793779 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:49.092875 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-df728d5a-4ad8-45a5-b266-2b504c15ed8b req-092839be-dfa1-4c25-bb1b-cc4c13793779 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.1197557 Aug 07 04:04:49.121061 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-ae146aa5-fc49-42fd-a24e-92fce4bde12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:49.177231 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Attempting to bind port 99892d3b-de0b-4fd1-b081-10b07a06d946 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:04:49.177575 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Attempting to bind port 99892d3b-de0b-4fd1-b081-10b07a06d946 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'f99dbb32-ea93-4457-887e-ca7849af143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:04:49.177899 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Attempting to bind port 99892d3b-de0b-4fd1-b081-10b07a06d946 on network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:04:49.193945 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Port 99892d3b-de0b-4fd1-b081-10b07a06d946 on network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:04:49.194265 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Attempting to bind port 99892d3b-de0b-4fd1-b081-10b07a06d946 on network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:04:49.201697 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-df728d5a-4ad8-45a5-b266-2b504c15ed8b req-c202c7b8-6b36-48f4-bade-5a02b79ee7dd tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006315 Aug 07 04:04:49.205133 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:04:49.205470 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Checking segment: {'id': 'f99dbb32-ea93-4457-887e-ca7849af143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:04:49.206214 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Bound using segment: {'id': 'f99dbb32-ea93-4457-887e-ca7849af143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:04:49.206464 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Bound port: 99892d3b-de0b-4fd1-b081-10b07a06d946, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99dbb32-ea93-4457-887e-ca7849af143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:04:49.206638 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:49.229665 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49d9cf-d800-4924-a4af-6be7bb32b52a req-a74fc996-02f0-4a3e-b677-c211ee65e66e tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:49.231240 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7f49d9cf-d800-4924-a4af-6be7bb32b52a req-a74fc996-02f0-4a3e-b677-c211ee65e66e tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 943 time: 0.0962584 Aug 07 04:04:49.344529 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] For port 99892d3b-de0b-4fd1-b081-10b07a06d946, host hv-cinder-80374, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:04:49.348953 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7f49d9cf-d800-4924-a4af-6be7bb32b52a req-64bd174f-56db-4b26-8196-7b9ea04dcecd tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969214 Aug 07 04:04:49.362730 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] For port 99892d3b-de0b-4fd1-b081-10b07a06d946, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=99892d3b-de0b-4fd1-b081-10b07a06d946,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:04:49.370521 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdcadb-35be-450f-9a14-8c2262d3e2de req-db55e034-56b9-4a9f-9d59-64fea8e5033a tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:49.372068 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e6bdcadb-35be-450f-9a14-8c2262d3e2de req-db55e034-56b9-4a9f-9d59-64fea8e5033a tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0983555 Aug 07 04:04:49.373471 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:49.428278 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:49.428904 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:49.430286 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] 10.222.0.30 "PUT /v2.0/ports/99892d3b-de0b-4fd1-b081-10b07a06d946 HTTP/1.1" status: 200 len: 1093 time: 0.8502483 Aug 07 04:04:49.430729 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a787fc8-b8a0-426b-99d0-94c164ac50fa', 'tag': '99892d3b-de0b-4fd1-b081-10b07a06d946'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:04:49.433010 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6112eea-2600-442c-b239-86b0f0bb7756" -d '{"events": [{"name": "network-changed", "server_uuid": "7a787fc8-b8a0-426b-99d0-94c164ac50fa", "tag": "99892d3b-de0b-4fd1-b081-10b07a06d946"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:04:49.470623 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e6bdcadb-35be-450f-9a14-8c2262d3e2de req-2eb63259-cea6-47a0-b0df-ec84731380db tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892560 Aug 07 04:04:49.471362 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56100e5-c6b9-4eac-823b-15e75057e4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=99892d3b-de0b-4fd1-b081-10b07a06d946,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:49.491832 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81899bd0-1690-41d0-8bed-7b061117b719 x-openstack-request-id: req-81899bd0-1690-41d0-8bed-7b061117b719 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:04:49.492125 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a787fc8-b8a0-426b-99d0-94c164ac50fa", "tag": "99892d3b-de0b-4fd1-b081-10b07a06d946", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:04:49.492380 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81899bd0-1690-41d0-8bed-7b061117b719 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:04:49.493053 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a787fc8-b8a0-426b-99d0-94c164ac50fa', 'tag': '99892d3b-de0b-4fd1-b081-10b07a06d946', 'status': 'completed', 'code': 200} Aug 07 04:04:49.513292 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:49.542415 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-e875f985-e8fc-4560-b07b-a6ebe0ddbc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:49.544298 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-e875f985-e8fc-4560-b07b-a6ebe0ddbc23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30a6b18b4682466ca806f062f576241a&device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 1096 time: 0.0620294 Aug 07 04:04:49.615560 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-c115ecbf-f714-414f-8a5e-bd6b5be6b546 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99892d3b-de0b-4fd1-b081-10b07a06d946 HTTP/1.1" status: 200 len: 217 time: 0.0442100 Aug 07 04:04:49.632556 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cb70b-1275-42c0-8dd5-ea54ffb89136 req-79a2d3e8-c6b8-40f2-9d58-2f79f3fcf66a tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:49.634035 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-612cb70b-1275-42c0-8dd5-ea54ffb89136 req-79a2d3e8-c6b8-40f2-9d58-2f79f3fcf66a tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0881331 Aug 07 04:04:49.644623 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 48266) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:49.651768 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-0fcfdbd8-6c39-43a0-80c8-36d28a7525ba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Request body: {'floatingip': {'port_id': '08c0c4a5-3f82-4768-a146-fbeeaca33eda'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:04:49.713902 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-9a2ce92f-eb10-4479-9f2d-8f57eb3e506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:49.715770 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-9a2ce92f-eb10-4479-9f2d-8f57eb3e506b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61ed36dd-7879-4685-b534-20fbc146fe68 HTTP/1.1" status: 200 len: 855 time: 0.0801535 Aug 07 04:04:49.754344 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0fcfdbd8-6c39-43a0-80c8-36d28a7525ba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for floatingip, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:49.760807 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-b57e3c70-178c-40e8-a51e-a7698b278af1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347421 Aug 07 04:04:49.890490 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-3aafa213-b8e7-4294-bb1a-56ee07e87df1 service neutron] 10.222.0.30 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221814 Aug 07 04:04:50.004187 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4517d88-5492-4883-ba39-b6921da9e7ec req-60f426ab-6425-4f61-a6cc-108c1f5079a3 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:50.005653 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e4517d88-5492-4883-ba39-b6921da9e7ec req-60f426ab-6425-4f61-a6cc-108c1f5079a3 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 946 time: 0.0982664 Aug 07 04:04:50.038773 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca3d875f-900a-4d97-9a1f-68b2c23359a9 req-c4a057b9-fa66-4da4-bf70-d98fc848a7cd service neutron] 10.222.0.30 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404526 Aug 07 04:04:50.055898 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e4517d88-5492-4883-ba39-b6921da9e7ec req-af933bf5-1001-4863-a791-dff749b62a51 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408983 Aug 07 04:04:50.141415 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6112eea-2600-442c-b239-86b0f0bb7756 req-31f3b9b8-669e-4f06-b235-26220d5f669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:50.142796 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c6112eea-2600-442c-b239-86b0f0bb7756 req-31f3b9b8-669e-4f06-b235-26220d5f669d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30a6b18b4682466ca806f062f576241a&device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 1096 time: 0.0430343 Aug 07 04:04:50.250335 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6112eea-2600-442c-b239-86b0f0bb7756 req-08bf6c6a-a912-474a-83b7-ca555db4f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:50.251920 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c6112eea-2600-442c-b239-86b0f0bb7756 req-08bf6c6a-a912-474a-83b7-ca555db4f34c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372 HTTP/1.1" status: 200 len: 916 time: 0.0971050 Aug 07 04:04:50.310313 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c6112eea-2600-442c-b239-86b0f0bb7756 req-24198a06-b5aa-4016-b5f7-2f575243985c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99892d3b-de0b-4fd1-b081-10b07a06d946 HTTP/1.1" status: 200 len: 217 time: 0.0412595 Aug 07 04:04:50.390267 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6112eea-2600-442c-b239-86b0f0bb7756 req-6bc3ee62-c7ad-4c18-a88c-7a60dcbce6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:50.391913 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c6112eea-2600-442c-b239-86b0f0bb7756 req-6bc3ee62-c7ad-4c18-a88c-7a60dcbce6f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61ed36dd-7879-4685-b534-20fbc146fe68 HTTP/1.1" status: 200 len: 855 time: 0.0717428 Aug 07 04:04:50.405566 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da83b8-4030-41ed-bec7-891173b67dda req-9198def4-4f2d-49c3-b05c-00a7c9f98483 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:50.407145 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-95da83b8-4030-41ed-bec7-891173b67dda req-9198def4-4f2d-49c3-b05c-00a7c9f98483 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0996025 Aug 07 04:04:50.435545 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c6112eea-2600-442c-b239-86b0f0bb7756 req-5991ff90-a30f-475d-8e6f-aa56b6ce1516 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260396 Aug 07 04:04:50.497707 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 48292) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:50.563961 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.db.resource_extend [None req-0fcfdbd8-6c39-43a0-80c8-36d28a7525ba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 07 04:04:50.616601 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:50.648829 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0fcfdbd8-6c39-43a0-80c8-36d28a7525ba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:50.653450 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0fcfdbd8-6c39-43a0-80c8-36d28a7525ba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:50.774054 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.l3_db [None req-0fcfdbd8-6c39-43a0-80c8-36d28a7525ba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Floating IP 490ca8b3-b1eb-46d2-9589-6e4c739fa771 associated. External IP: 172.27.0.63, port: 08c0c4a5-3f82-4768-a146-fbeeaca33eda. Aug 07 04:04:50.804495 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-95da83b8-4030-41ed-bec7-891173b67dda req-9fbd7825-4608-4a5f-87a8-724f38d1f368 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679659 Aug 07 04:04:50.819241 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021be550-2485-4c1a-9c4a-a2d90de12845 req-82b2538d-b21e-47c6-adc1-fcd30ad207f5 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:50.821276 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-021be550-2485-4c1a-9c4a-a2d90de12845 req-82b2538d-b21e-47c6-adc1-fcd30ad207f5 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 943 time: 0.3782179 Aug 07 04:04:50.873919 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c6112eea-2600-442c-b239-86b0f0bb7756 req-0e2c4e39-24e9-49f6-8bc9-24bebf185552 service neutron] 10.222.0.30 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138343 Aug 07 04:04:50.878582 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-021be550-2485-4c1a-9c4a-a2d90de12845 req-ac37ec12-b423-4775-b2f1-7e501f279b03 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489776 Aug 07 04:04:50.953385 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5918b08a-459b-446f-9863-8e20a6178d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:51.017526 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcfdbd8-6c39-43a0-80c8-36d28a7525ba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Router 9b5a95c3-8287-4f32-8855-525f89fb42b4 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:04:51.022513 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c6112eea-2600-442c-b239-86b0f0bb7756 req-ca74f42f-2045-4b02-a0b3-1be8cb4bb6b5 service neutron] 10.222.0.30 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377945 Aug 07 04:04:51.115932 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5918b08a-459b-446f-9863-8e20a6178d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:51.124101 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5918b08a-459b-446f-9863-8e20a6178d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:51.145208 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcfdbd8-6c39-43a0-80c8-36d28a7525ba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:04:51.151358 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0fcfdbd8-6c39-43a0-80c8-36d28a7525ba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:51.155526 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152fadb-5204-496e-ab7f-b1d85de641f6 None None] Sync routers for ids ['9b5a95c3-8287-4f32-8855-525f89fb42b4'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:04:51.164657 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152fadb-5204-496e-ab7f-b1d85de641f6 None None] Routers {'9b5a95c3-8287-4f32-8855-525f89fb42b4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:04:51.165465 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-a152fadb-5204-496e-ab7f-b1d85de641f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:04:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['9b5a95c3-8287-4f32-8855-525f89fb42b4'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:51.198729 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0fcfdbd8-6c39-43a0-80c8-36d28a7525ba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "PUT /v2.0/floatingips/490ca8b3-b1eb-46d2-9589-6e4c739fa771 HTTP/1.1" status: 200 len: 990 time: 1.5514877 Aug 07 04:04:51.199397 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa30afb-28bf-42d7-b742-4ca66f58d080', 'tag': '08c0c4a5-3f82-4768-a146-fbeeaca33eda'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:04:51.201086 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918b08a-459b-446f-9863-8e20a6178d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f81b4b-881d-47bf-aec9-0f2e0930d67e,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:51.203010 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf22065-ab17-42e9-a117-30960e46ee86" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa30afb-28bf-42d7-b742-4ca66f58d080", "tag": "08c0c4a5-3f82-4768-a146-fbeeaca33eda"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:04:51.216395 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-5918b08a-459b-446f-9863-8e20a6178d80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd300580af554ec884bf95e3abf89b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7165668 Aug 07 04:04:51.219213 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 48320) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:51.255311 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdd1c8-12a1-46bf-aecd-d93f624fadcf req-d7eb195f-d91a-4e2e-9cfe-2220f64c5268 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:51.256981 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d6cdd1c8-12a1-46bf-aecd-d93f624fadcf req-d7eb195f-d91a-4e2e-9cfe-2220f64c5268 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 946 time: 0.1149342 Aug 07 04:04:51.308662 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c2f29d05-b83b-47f9-b546-c690c00e86dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:51.343621 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d6cdd1c8-12a1-46bf-aecd-d93f624fadcf req-ca43d980-cc70-4853-b91d-125b1cd5e211 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780964 Aug 07 04:04:51.349065 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c2f29d05-b83b-47f9-b546-c690c00e86dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:51.384049 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a053361-289e-4ba7-8040-ed02e4c6f6a7 x-openstack-request-id: req-8a053361-289e-4ba7-8040-ed02e4c6f6a7 {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:04:51.384049 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa30afb-28bf-42d7-b742-4ca66f58d080", "tag": "08c0c4a5-3f82-4768-a146-fbeeaca33eda", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:04:51.384246 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a053361-289e-4ba7-8040-ed02e4c6f6a7 {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:04:51.384622 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa30afb-28bf-42d7-b742-4ca66f58d080', 'tag': '08c0c4a5-3f82-4768-a146-fbeeaca33eda', 'status': 'completed', 'code': 200} Aug 07 04:04:51.404509 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-a152fadb-5204-496e-ab7f-b1d85de641f6 None None] Set router 9b5a95c3-8287-4f32-8855-525f89fb42b4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:04:51.422730 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c2f29d05-b83b-47f9-b546-c690c00e86dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:51.425206 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c2f29d05-b83b-47f9-b546-c690c00e86dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:51.426284 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-c2f29d05-b83b-47f9-b546-c690c00e86dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91f81b4b-881d-47bf-aec9-0f2e0930d67e HTTP/1.1" status: 204 len: 168 time: 0.2061524 Aug 07 04:04:51.465671 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f29d05-b83b-47f9-b546-c690c00e86dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f81b4b-881d-47bf-aec9-0f2e0930d67e,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:51.476362 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf22065-ab17-42e9-a117-30960e46ee86 req-5ffbacc5-5ce1-440a-9d68-b779f43e6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:51.477906 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ecf22065-ab17-42e9-a117-30960e46ee86 req-5ffbacc5-5ce1-440a-9d68-b779f43e6651 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b24080fb8644fa5b3fff0ba279b4140&device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 1098 time: 0.0647683 Aug 07 04:04:51.585237 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf22065-ab17-42e9-a117-30960e46ee86 req-e963a476-48c2-443c-8e3c-00a5a96b0ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:51.586810 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ecf22065-ab17-42e9-a117-30960e46ee86 req-e963a476-48c2-443c-8e3c-00a5a96b0ada service neutron] 10.222.0.30 "GET /v2.0/networks?id=35f15573-4d02-4cd9-a022-983f2f904dbd HTTP/1.1" status: 200 len: 910 time: 0.1004939 Aug 07 04:04:51.656822 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-a152fadb-5204-496e-ab7f-b1d85de641f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:02Z', 'revision_number': 4, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '490ca8b3-b1eb-46d2-9589-6e4c739fa771', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'port_id': '08c0c4a5-3f82-4768-a146-fbeeaca33eda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'mac_address': 'fa:16:3e:0b:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa30afb-28bf-42d7-b742-4ca66f58d080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:04:09Z', 'updated_at': '2021-08-07T04:04:50Z', 'revision_number': 1, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d532c8-cda9-484b-9b25-0264a8cf9ad6', 'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'mac_address': 'fa:16:3e:76:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:58Z', 'updated_at': '2021-08-07T04:04:10Z', 'revision_number': 5, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'subnets': [{'id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:51.683854 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152fadb-5204-496e-ab7f-b1d85de641f6 None None] Checking router: 9b5a95c3-8287-4f32-8855-525f89fb42b4 for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:04:51.692137 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152fadb-5204-496e-ab7f-b1d85de641f6 None None] Routers {'9b5a95c3-8287-4f32-8855-525f89fb42b4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:04:51.692814 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-a152fadb-5204-496e-ab7f-b1d85de641f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:04:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['9b5a95c3-8287-4f32-8855-525f89fb42b4'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:51.697871 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ecf22065-ab17-42e9-a117-30960e46ee86 req-8eca0cfd-769d-4ae6-a237-7a88c4b39519 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08c0c4a5-3f82-4768-a146-fbeeaca33eda HTTP/1.1" status: 200 len: 998 time: 0.1034639 Aug 07 04:04:51.727274 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 48328) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:51.740898 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d0fc531e-f1b9-4876-a3e4-95528052ccf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:51.770024 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf22065-ab17-42e9-a117-30960e46ee86 req-b4684bb9-bfa9-4502-84b1-58f24f2771b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:51.772850 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ecf22065-ab17-42e9-a117-30960e46ee86 req-b4684bb9-bfa9-4502-84b1-58f24f2771b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25f7c230-1533-4f59-ab13-7e2194590c52 HTTP/1.1" status: 200 len: 848 time: 0.0628743 Aug 07 04:04:51.784578 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 99892d3b-de0b-4fd1-b081-10b07a06d946 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:04:51.801225 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-a152fadb-5204-496e-ab7f-b1d85de641f6 None None] Set router 9b5a95c3-8287-4f32-8855-525f89fb42b4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:04:51.877167 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d0fc531e-f1b9-4876-a3e4-95528052ccf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:51.883889 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d0fc531e-f1b9-4876-a3e4-95528052ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:51.887934 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf22065-ab17-42e9-a117-30960e46ee86 req-f7e5212f-e9a9-4525-bf0a-8b3906303b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:51.889432 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ecf22065-ab17-42e9-a117-30960e46ee86 req-f7e5212f-e9a9-4525-bf0a-8b3906303b1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35f15573-4d02-4cd9-a022-983f2f904dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0937731 Aug 07 04:04:51.925138 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 99892d3b-de0b-4fd1-b081-10b07a06d946, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=99892d3b-de0b-4fd1-b081-10b07a06d946,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:51.928219 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-d0fc531e-f1b9-4876-a3e4-95528052ccf8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3ced380790d48f083003af3425c3501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972449 Aug 07 04:04:51.942404 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '99892d3b-de0b-4fd1-b081-10b07a06d946', 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372', 'port_id': '99892d3b-de0b-4fd1-b081-10b07a06d946', 'mac_address': 'fa:16:3e:a1:8b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ed36dd-7879-4685-b534-20fbc146fe68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:04:51.943270 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc531e-f1b9-4876-a3e4-95528052ccf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7ba823-e38e-4e48-b826-1f6e5611e794,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:51.948731 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 48336) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:04:51.962496 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc531e-f1b9-4876-a3e4-95528052ccf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:51.963300 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc531e-f1b9-4876-a3e4-95528052ccf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:51.963978 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc531e-f1b9-4876-a3e4-95528052ccf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:51.964458 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc531e-f1b9-4876-a3e4-95528052ccf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:51.964900 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc531e-f1b9-4876-a3e4-95528052ccf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:51.965339 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc531e-f1b9-4876-a3e4-95528052ccf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:51.965775 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc531e-f1b9-4876-a3e4-95528052ccf8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:51.966208 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc531e-f1b9-4876-a3e4-95528052ccf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:51.966642 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc531e-f1b9-4876-a3e4-95528052ccf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:51.967102 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc531e-f1b9-4876-a3e4-95528052ccf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:51.967532 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc531e-f1b9-4876-a3e4-95528052ccf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:51.968258 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc531e-f1b9-4876-a3e4-95528052ccf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:52.003317 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:52.032564 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99892d3b-de0b-4fd1-b081-10b07a06d946 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:04:52.041855 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e183cfff-58be-4a1c-85da-a0605274f688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:52.054652 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 99892d3b-de0b-4fd1-b081-10b07a06d946, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=99892d3b-de0b-4fd1-b081-10b07a06d946,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:52.060569 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:52.077838 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e183cfff-58be-4a1c-85da-a0605274f688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:52.093417 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd384c16-b9e2-4716-b7bf-4bf4b6db03ed req-cc75c0d7-6690-4db7-8af1-268b5713dddc tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:52.094912 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cd384c16-b9e2-4716-b7bf-4bf4b6db03ed req-cc75c0d7-6690-4db7-8af1-268b5713dddc tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.1242704 Aug 07 04:04:52.102027 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ecf22065-ab17-42e9-a117-30960e46ee86 req-b69dabd3-1d49-4cdb-aa7f-50929156aaa9 service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989288 Aug 07 04:04:52.104390 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-a152fadb-5204-496e-ab7f-b1d85de641f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:02Z', 'revision_number': 4, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '490ca8b3-b1eb-46d2-9589-6e4c739fa771', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'port_id': '08c0c4a5-3f82-4768-a146-fbeeaca33eda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'mac_address': 'fa:16:3e:0b:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa30afb-28bf-42d7-b742-4ca66f58d080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:04:09Z', 'updated_at': '2021-08-07T04:04:50Z', 'revision_number': 1, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d532c8-cda9-484b-9b25-0264a8cf9ad6', 'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'mac_address': 'fa:16:3e:76:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:58Z', 'updated_at': '2021-08-07T04:04:10Z', 'revision_number': 5, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'subnets': [{'id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:04:52.121524 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c2e74-5c07-4f9a-b876-c21cdd804e3f req-4f61904d-034c-4c91-95b7-3c2cb1ee1f6f tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:52.123135 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bd0c2e74-5c07-4f9a-b876-c21cdd804e3f req-4f61904d-034c-4c91-95b7-3c2cb1ee1f6f tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 943 time: 0.1060781 Aug 07 04:04:52.129548 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=99892d3b-de0b-4fd1-b081-10b07a06d946,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:52.138006 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:52.138700 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:52.139345 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:52.139853 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:52.140418 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152fadb-5204-496e-ab7f-b1d85de641f6 None None] The sync data for ids ['9b5a95c3-8287-4f32-8855-525f89fb42b4'] in dv-cinder-803748-2-iscsi is: [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:02Z', 'revision_number': 4, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '490ca8b3-b1eb-46d2-9589-6e4c739fa771', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'port_id': '08c0c4a5-3f82-4768-a146-fbeeaca33eda', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'mac_address': 'fa:16:3e:0b:eb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa30afb-28bf-42d7-b742-4ca66f58d080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:04:09Z', 'updated_at': '2021-08-07T04:04:50Z', 'revision_number': 1, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d532c8-cda9-484b-9b25-0264a8cf9ad6', 'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'mac_address': 'fa:16:3e:76:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:58Z', 'updated_at': '2021-08-07T04:04:10Z', 'revision_number': 5, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'subnets': [{'id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:04:52.140775 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:52.141263 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:52.141786 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:52.142120 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:52.142733 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:52.143101 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:52.143432 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:52.143768 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:04:52.158505 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e183cfff-58be-4a1c-85da-a0605274f688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:52.161689 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e183cfff-58be-4a1c-85da-a0605274f688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:52.179045 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e183cfff-58be-4a1c-85da-a0605274f688 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae7ba823-e38e-4e48-b826-1f6e5611e794 HTTP/1.1" status: 204 len: 168 time: 0.2154522 Aug 07 04:04:52.192581 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183cfff-58be-4a1c-85da-a0605274f688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7ba823-e38e-4e48-b826-1f6e5611e794,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:52.256167 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cd384c16-b9e2-4716-b7bf-4bf4b6db03ed req-348eaeac-36b9-4e54-a2d8-4ce681f467eb tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528516 Aug 07 04:04:52.265054 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bd0c2e74-5c07-4f9a-b876-c21cdd804e3f req-75fe78dc-2e40-4e66-8769-6a35a1774b3d tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269307 Aug 07 04:04:52.276343 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ecf22065-ab17-42e9-a117-30960e46ee86 req-69d047d9-7d26-457c-9b85-e3a6afb0ee4b service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599011 Aug 07 04:04:52.290554 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:52.451527 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a27f56-65be-4cbb-b5bc-8d1fba1f3468 None None] New status for floating IP 490ca8b3-b1eb-46d2-9589-6e4c739fa771: ACTIVE {{(pid=93435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:04:52.469955 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67151724-e323-4d00-8475-da26bbaf0092 req-07dca61b-42ba-46a7-bb99-4b85b85e3e74 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:52.477242 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-67151724-e323-4d00-8475-da26bbaf0092 req-07dca61b-42ba-46a7-bb99-4b85b85e3e74 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 946 time: 0.0633037 Aug 07 04:04:52.524170 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-67151724-e323-4d00-8475-da26bbaf0092 req-917719b7-e875-4718-bdf1-9cdcee5b7940 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3750435-b24e-49f5-8b1f-7e6f29d4bb10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460711 Aug 07 04:04:52.593172 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['99892d3b-de0b-4fd1-b081-10b07a06d946'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:04:52.834210 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8337a-d6e1-4b18-9009-2122fd613340 req-1bd318db-e9d1-4536-b25f-0b8403d4ed16 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:52.836000 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1de8337a-d6e1-4b18-9009-2122fd613340 req-1bd318db-e9d1-4536-b25f-0b8403d4ed16 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 946 time: 0.0749311 Aug 07 04:04:52.973585 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-1de8337a-d6e1-4b18-9009-2122fd613340 req-554d1695-b724-42a1-a6f5-83f6c3e6741b tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Deleting port 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:04:52.973927 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1de8337a-d6e1-4b18-9009-2122fd613340 req-554d1695-b724-42a1-a6f5-83f6c3e6741b tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:53.066000 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-1de8337a-d6e1-4b18-9009-2122fd613340 req-554d1695-b724-42a1-a6f5-83f6c3e6741b tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] For port 8a857ac1-142c-47f7-bbe3-ab0dc75fc720, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=8a857ac1-142c-47f7-bbe3-ab0dc75fc720,segment=NetworkSegment(28a10f86-f612-4329-bbb3-d438cb75cb16),segment_id=28a10f86-f612-4329-bbb3-d438cb75cb16)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:53.066358 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1de8337a-d6e1-4b18-9009-2122fd613340 req-554d1695-b724-42a1-a6f5-83f6c3e6741b tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:53.081058 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-1de8337a-d6e1-4b18-9009-2122fd613340 req-554d1695-b724-42a1-a6f5-83f6c3e6741b tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Calling delete_port for 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:04:53.244695 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1de8337a-d6e1-4b18-9009-2122fd613340 req-554d1695-b724-42a1-a6f5-83f6c3e6741b tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:53.303077 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d1695-b724-42a1-a6f5-83f6c3e6741b tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Pushing event deleted for resources: {'Port': ['ID=8a857ac1-142c-47f7-bbe3-ab0dc75fc720,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:53.356691 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de8337a-d6e1-4b18-9009-2122fd613340 req-554d1695-b724-42a1-a6f5-83f6c3e6741b tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] No DVR routers for this DVR port 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 on host hv-cinder-80374 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:04:53.361084 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-1de8337a-d6e1-4b18-9009-2122fd613340 req-554d1695-b724-42a1-a6f5-83f6c3e6741b tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:53.363130 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1de8337a-d6e1-4b18-9009-2122fd613340 req-554d1695-b724-42a1-a6f5-83f6c3e6741b tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.30 "DELETE /v2.0/ports/8a857ac1-142c-47f7-bbe3-ab0dc75fc720 HTTP/1.1" status: 204 len: 173 time: 0.5188255 Aug 07 04:04:53.364222 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc0a24b-9cef-4041-baec-53d35d04bed2', 'name': 'network-vif-deleted', 'tag': '8a857ac1-142c-47f7-bbe3-ab0dc75fc720'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:04:53.366433 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf3d872-15d4-4f3d-bc24-774c831c56e8" -d '{"events": [{"server_uuid": "2dc0a24b-9cef-4041-baec-53d35d04bed2", "name": "network-vif-deleted", "tag": "8a857ac1-142c-47f7-bbe3-ab0dc75fc720"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:04:53.453913 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b7db1-2289-4c42-a66d-1ef1eeaab8af req-f4ac0f19-2124-4dda-963d-17c2836aa1e8 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:53.455875 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-780b7db1-2289-4c42-a66d-1ef1eeaab8af req-f4ac0f19-2124-4dda-963d-17c2836aa1e8 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.1005406 Aug 07 04:04:53.466854 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e527a9f-2dbd-4d8f-bd71-616bb9376fc4 req-85ee09bb-0eb4-41cd-ab07-6285a3a8da96 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:53.468341 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0e527a9f-2dbd-4d8f-bd71-616bb9376fc4 req-85ee09bb-0eb4-41cd-ab07-6285a3a8da96 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 944 time: 0.0907257 Aug 07 04:04:53.530762 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-780b7db1-2289-4c42-a66d-1ef1eeaab8af req-4d9ca96e-0705-4f91-805a-2c67cfed9ab9 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614402 Aug 07 04:04:53.536217 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0e527a9f-2dbd-4d8f-bd71-616bb9376fc4 req-c1b0ca11-93c1-480f-908d-24f93e7024c1 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595145 Aug 07 04:04:53.553402 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['8a857ac1-142c-47f7-bbe3-ab0dc75fc720'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:04:53.600875 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8efa5a-3eb3-45d2-a7b4-d6d7764c98b8 x-openstack-request-id: req-4c8efa5a-3eb3-45d2-a7b4-d6d7764c98b8 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:04:53.601495 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc0a24b-9cef-4041-baec-53d35d04bed2", "name": "network-vif-deleted", "tag": "8a857ac1-142c-47f7-bbe3-ab0dc75fc720", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:04:53.601896 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c8efa5a-3eb3-45d2-a7b4-d6d7764c98b8 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:04:53.602585 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc0a24b-9cef-4041-baec-53d35d04bed2', 'name': 'network-vif-deleted', 'tag': '8a857ac1-142c-47f7-bbe3-ab0dc75fc720', 'status': 'completed', 'code': 200} Aug 07 04:04:53.674061 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e0e32247-2597-452d-bfcb-83485ff3e938 req-130a8174-8fde-47ff-81b1-a2cce4047892 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 210 time: 0.0267160 Aug 07 04:04:53.787448 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 99892d3b-de0b-4fd1-b081-10b07a06d946 up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:04:53.837181 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port 99892d3b-de0b-4fd1-b081-10b07a06d946 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:04:53.846302 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 99892d3b-de0b-4fd1-b081-10b07a06d946 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:04:53.846827 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:53.969204 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:53.996854 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a787fc8-b8a0-426b-99d0-94c164ac50fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99892d3b-de0b-4fd1-b081-10b07a06d946'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:04:53.999293 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6a5397-48cd-469f-a3b7-8fcae35b08c9" -d '{"events": [{"server_uuid": "7a787fc8-b8a0-426b-99d0-94c164ac50fa", "name": "network-vif-plugged", "status": "completed", "tag": "99892d3b-de0b-4fd1-b081-10b07a06d946"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:04:54.014006 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 99892d3b-de0b-4fd1-b081-10b07a06d946, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=99892d3b-de0b-4fd1-b081-10b07a06d946,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:04:54.019933 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:04:54.022014 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:04:54.079696 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583d6285-4342-470d-bd06-64b40f24a93f x-openstack-request-id: req-583d6285-4342-470d-bd06-64b40f24a93f {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:04:54.079988 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a787fc8-b8a0-426b-99d0-94c164ac50fa", "name": "network-vif-plugged", "status": "completed", "tag": "99892d3b-de0b-4fd1-b081-10b07a06d946", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:04:54.080231 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-583d6285-4342-470d-bd06-64b40f24a93f {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:04:54.080785 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a787fc8-b8a0-426b-99d0-94c164ac50fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99892d3b-de0b-4fd1-b081-10b07a06d946', 'code': 200} Aug 07 04:04:54.081438 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:04:54.081628 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 8a857ac1-142c-47f7-bbe3-ab0dc75fc720 not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:04:54.120674 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=99892d3b-de0b-4fd1-b081-10b07a06d946,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:04:54.265659 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a372c0-f37e-439c-b6ac-371f5a126c99 req-94b29be4-98ce-4bb6-89f0-7aa11a12e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:54.267304 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-52a372c0-f37e-439c-b6ac-371f5a126c99 req-94b29be4-98ce-4bb6-89f0-7aa11a12e315 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 1098 time: 0.0417953 Aug 07 04:04:54.306060 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-52a372c0-f37e-439c-b6ac-371f5a126c99 req-28d2a099-f826-485f-9f66-cfc62510b74b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274565 Aug 07 04:04:54.691111 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb61fb-7a9f-47f1-829a-ba3637a5e161 req-689e7364-2af0-4afa-8737-552c15780a89 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:54.692586 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1fcb61fb-7a9f-47f1-829a-ba3637a5e161 req-689e7364-2af0-4afa-8737-552c15780a89 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0839131 Aug 07 04:04:54.705742 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfc5c6-b7ad-4e33-be1b-0f7b7d449687 req-83046620-319f-4c07-958c-69e3c59664d1 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:54.707334 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-65dfc5c6-b7ad-4e33-be1b-0f7b7d449687 req-83046620-319f-4c07-958c-69e3c59664d1 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 945 time: 0.0713389 Aug 07 04:04:54.762500 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1fcb61fb-7a9f-47f1-829a-ba3637a5e161 req-f698131d-e371-447d-96b6-4548fd3d85e0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543020 Aug 07 04:04:54.770192 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-65dfc5c6-b7ad-4e33-be1b-0f7b7d449687 req-1e55a969-f723-4aa9-a79a-51ede4078317 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547676 Aug 07 04:04:54.865755 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ffcb340e-b766-47b9-b131-c7749308d48a req-514ff846-90ed-4d7b-864a-60f15617ecc2 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 210 time: 0.0257010 Aug 07 04:04:57.990122 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73c81f-992e-4bd6-a06c-d4e183335d04 req-68f6b7af-0a56-4a09-8dde-bb501578d101 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:57.992253 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2a73c81f-992e-4bd6-a06c-d4e183335d04 req-68f6b7af-0a56-4a09-8dde-bb501578d101 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0529888 Aug 07 04:04:58.065755 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2a73c81f-992e-4bd6-a06c-d4e183335d04 req-da6ef026-cc31-41eb-9791-a177b1b35dff tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619283 Aug 07 04:04:58.075163 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1eed6-d5af-4513-8cec-ef9323284d50 req-4048c0b2-5adf-4655-880b-edbf76646d3a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:58.076850 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a6a1eed6-d5af-4513-8cec-ef9323284d50 req-4048c0b2-5adf-4655-880b-edbf76646d3a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 945 time: 0.0833364 Aug 07 04:04:58.120161 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a6a1eed6-d5af-4513-8cec-ef9323284d50 req-06e94c73-69b2-4283-8e2e-3865862dc395 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367332 Aug 07 04:04:58.178064 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7fd38623-a1b3-4c68-9f8a-6e565ae4a8d0 req-b33ece6b-ebf9-4f43-a414-67b97205e6e7 tempest-DeleteServersTestJSON-1031756260 tempest-DeleteServersTestJSON-1031756260-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc0a24b-9cef-4041-baec-53d35d04bed2 HTTP/1.1" status: 200 len: 210 time: 0.0293260 Aug 07 04:04:59.184765 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697ed25-819c-4ec9-9139-db642b9f2b57 req-6d388ace-edf3-46ac-8512-b5d6db82b442 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:59.186294 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6697ed25-819c-4ec9-9139-db642b9f2b57 req-6d388ace-edf3-46ac-8512-b5d6db82b442 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0490048 Aug 07 04:04:59.257044 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6697ed25-819c-4ec9-9139-db642b9f2b57 req-53ef7c00-3661-442c-bf9c-b7a405a8f496 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634205 Aug 07 04:04:59.269579 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707cdc5-1b9b-426d-a13c-43414af6600f req-e83cdfc7-606f-4a57-9d05-8c3b1475316e tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:04:59.271049 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d707cdc5-1b9b-426d-a13c-43414af6600f req-e83cdfc7-606f-4a57-9d05-8c3b1475316e tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 945 time: 0.0793502 Aug 07 04:04:59.311297 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d707cdc5-1b9b-426d-a13c-43414af6600f req-30dbf212-305c-474b-81ad-d0f272c16613 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333257 Aug 07 04:05:00.373965 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9483c-f9df-48ca-b727-ea75a07affc0 req-b84b7dcf-b29d-4959-9f5c-4101838aa289 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:00.375437 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b8d9483c-f9df-48ca-b727-ea75a07affc0 req-b84b7dcf-b29d-4959-9f5c-4101838aa289 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0478570 Aug 07 04:05:00.412529 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b8d9483c-f9df-48ca-b727-ea75a07affc0 req-6ec494c2-26bf-4567-9e0c-af264b23a1d7 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311394 Aug 07 04:05:00.696394 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 48608) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:00.741469 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4ebca4-74fc-4183-9fef-9793129e8208 admin admin] Deleting subnet 0cca40c2-db62-4248-9e73-7d385eb79a4c {{(pid=93434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:05:00.744396 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0d4ebca4-74fc-4183-9fef-9793129e8208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:00.777317 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0d4ebca4-74fc-4183-9fef-9793129e8208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499070'] for subnet, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:00.815413 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0d4ebca4-74fc-4183-9fef-9793129e8208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33051012'] for subnet, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:00.871634 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0d4ebca4-74fc-4183-9fef-9793129e8208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33051027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4031585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4039143'] for subnet, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:00.902623 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ebca4-74fc-4183-9fef-9793129e8208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cca40c2-db62-4248-9e73-7d385eb79a4c,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:00.908433 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0d4ebca4-74fc-4183-9fef-9793129e8208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:00.913781 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 48614) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:00.919483 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0d4ebca4-74fc-4183-9fef-9793129e8208 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0cca40c2-db62-4248-9e73-7d385eb79a4c HTTP/1.1" status: 204 len: 168 time: 0.2131679 Aug 07 04:05:00.990629 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ce1e7c84-1396-4517-a4ea-828ce6f85bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107803'] for network, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:01.074458 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ce1e7c84-1396-4517-a4ea-828ce6f85bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33051139', 'neutron.services.segments.db._delete_segments_for_network-8791076431984'] for network, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:01.087280 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-ce1e7c84-1396-4517-a4ea-828ce6f85bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8062e885-d2c2-4da5-83e2-ec66e4a9f2ac']}} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:05:01.102114 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-ce1e7c84-1396-4517-a4ea-828ce6f85bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a10f86-f612-4329-bbb3-d438cb75cb16') {'for_net_delete': True} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:05:01.102499 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-ce1e7c84-1396-4517-a4ea-828ce6f85bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a10f86-f612-4329-bbb3-d438cb75cb16') {} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:05:01.116379 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ce1e7c84-1396-4517-a4ea-828ce6f85bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791076434809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3639437'] for segment, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:01.155528 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ce1e7c84-1396-4517-a4ea-828ce6f85bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:01.170742 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1e7c84-1396-4517-a4ea-828ce6f85bdd admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:05:01.171539 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ce1e7c84-1396-4517-a4ea-828ce6f85bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3699545'] for segment, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: Traceback (most recent call last): Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: timer() Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: cb(*args, **kw) Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: return func(*args, **kwargs) Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: self._notify() Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: self.callback(batched_events) Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: event.method(event) Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: return f(self, *a, **k) Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: return self._get(url).json() Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: return self.request(url, 'GET', **kwargs) Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:05:01.173418 dv-cinder-803748-2-iscsi neutron-server[93433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:05:01.245697 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ce1e7c84-1396-4517-a4ea-828ce6f85bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33051162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965302'] for network, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:01.263723 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ce1e7c84-1396-4517-a4ea-828ce6f85bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:01.268098 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-ce1e7c84-1396-4517-a4ea-828ce6f85bdd admin admin] 10.222.0.18 "DELETE /v2.0/networks/8062e885-d2c2-4da5-83e2-ec66e4a9f2ac HTTP/1.1" status: 204 len: 168 time: 0.3501976 Aug 07 04:05:01.268098 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e7c84-1396-4517-a4ea-828ce6f85bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=8062e885-d2c2-4da5-83e2-ec66e4a9f2ac,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:01.377475 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f2bfd91-d06d-4a00-911d-3c58e25018ad req-9c00930e-c902-4ef8-bc65-4e1f582ca057 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536218 Aug 07 04:05:01.513866 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bfd91-d06d-4a00-911d-3c58e25018ad req-08791b02-e5b9-4fa3-a56a-c8ba5a4e72bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:01.515682 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f2bfd91-d06d-4a00-911d-3c58e25018ad req-08791b02-e5b9-4fa3-a56a-c8ba5a4e72bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30a6b18b4682466ca806f062f576241a&device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 1099 time: 0.0625486 Aug 07 04:05:01.546353 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 48676) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:01.546910 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-804ac562-db75-4499-925b-4ebf73c1c8fc tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:01.548767 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-804ac562-db75-4499-925b-4ebf73c1c8fc tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/networks?id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372 HTTP/1.1" status: 200 len: 815 time: 0.1790562 Aug 07 04:05:01.583530 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-3ba4f724-df0a-42c4-86cf-8a9ad41edfc8 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/quotas/30a6b18b4682466ca806f062f576241a HTTP/1.1" status: 200 len: 375 time: 0.0249803 Aug 07 04:05:01.604199 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9f23db49-2eda-4b85-8969-e03f5f440b05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e274ef0677e48c5a336cf15870d77fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0529518 Aug 07 04:05:01.604584 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 48680) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:01.676118 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-539da0f6-730d-4c8e-91d3-576a907db59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:01.707632 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-539da0f6-730d-4c8e-91d3-576a907db59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:01.734438 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4f44d-b0e3-4890-a842-3edf441960af req-3c026f95-63fa-41b2-a61a-e0f6c4f593f7 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:01.735994 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f7a4f44d-b0e3-4890-a842-3edf441960af req-3c026f95-63fa-41b2-a61a-e0f6c4f593f7 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.1405103 Aug 07 04:05:01.753705 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-22b88926-f513-492e-9769-73bfd3f84dd1 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=30a6b18b4682466ca806f062f576241a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1693389 Aug 07 04:05:01.772837 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bfd91-d06d-4a00-911d-3c58e25018ad req-e0276c45-5d9c-47ef-babb-e593aaaaa457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:01.774476 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f2bfd91-d06d-4a00-911d-3c58e25018ad req-e0276c45-5d9c-47ef-babb-e593aaaaa457 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372 HTTP/1.1" status: 200 len: 916 time: 0.2172389 Aug 07 04:05:01.781455 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-539da0f6-730d-4c8e-91d3-576a907db59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:01.786091 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-539da0f6-730d-4c8e-91d3-576a907db59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:01.788005 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-539da0f6-730d-4c8e-91d3-576a907db59f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c3750435-b24e-49f5-8b1f-7e6f29d4bb10 HTTP/1.1" status: 204 len: 168 time: 0.1824021 Aug 07 04:05:01.800731 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539da0f6-730d-4c8e-91d3-576a907db59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3750435-b24e-49f5-8b1f-7e6f29d4bb10,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:01.885931 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f2bfd91-d06d-4a00-911d-3c58e25018ad req-3c1ec7f8-23a6-494a-ab8b-8a6311993b32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=608bce6e-3b85-4c01-a02e-bfe3ed5c709e HTTP/1.1" status: 200 len: 217 time: 0.0944417 Aug 07 04:05:01.917593 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f7a4f44d-b0e3-4890-a842-3edf441960af req-5decfacc-1b1c-4c03-8a93-0ab6dcfbc6d2 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626465 Aug 07 04:05:01.931948 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 48690) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:01.975389 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-a83159d4-27cc-4009-a0bc-4a097188ae00 service neutron] 10.222.0.18 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105756 Aug 07 04:05:01.976855 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bfd91-d06d-4a00-911d-3c58e25018ad req-08eebde5-424a-41de-8bab-59c1e4c0af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:01.978257 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f2bfd91-d06d-4a00-911d-3c58e25018ad req-08eebde5-424a-41de-8bab-59c1e4c0af98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61ed36dd-7879-4685-b534-20fbc146fe68 HTTP/1.1" status: 200 len: 855 time: 0.0776792 Aug 07 04:05:02.064329 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f2bfd91-d06d-4a00-911d-3c58e25018ad req-e7be78f8-796b-4794-bf39-42f87c164346 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714250 Aug 07 04:05:02.248089 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ad62e2f4-d5af-4183-9cf0-6b3adf27e0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:02.379468 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ad62e2f4-d5af-4183-9cf0-6b3adf27e0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:02.386519 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ad62e2f4-d5af-4183-9cf0-6b3adf27e0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:02.434276 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62e2f4-d5af-4183-9cf0-6b3adf27e0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02d16c3-12f7-4333-9fad-73e675d55bab,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:02.487973 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ad62e2f4-d5af-4183-9cf0-6b3adf27e0f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e008de02e683475f804b9806340e8ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5536182 Aug 07 04:05:02.488617 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 48720) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:02.535662 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-7bcaab7e-8943-48a9-bfc2-6c7868d53eb0 service neutron] 10.222.0.18 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525959 Aug 07 04:05:02.559978 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f2bfd91-d06d-4a00-911d-3c58e25018ad req-a4f5a1ce-e5f9-4c68-a174-23103b33f79d service neutron] 10.222.0.30 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804080 Aug 07 04:05:02.605495 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49184d12-8e84-4f53-a197-118bc6f8e3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:02.643494 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49184d12-8e84-4f53-a197-118bc6f8e3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:02.719503 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49184d12-8e84-4f53-a197-118bc6f8e3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:02.722215 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49184d12-8e84-4f53-a197-118bc6f8e3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:02.732307 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-49184d12-8e84-4f53-a197-118bc6f8e3a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a02d16c3-12f7-4333-9fad-73e675d55bab HTTP/1.1" status: 204 len: 168 time: 0.2399118 Aug 07 04:05:02.761197 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49184d12-8e84-4f53-a197-118bc6f8e3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02d16c3-12f7-4333-9fad-73e675d55bab,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:02.780308 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f2bfd91-d06d-4a00-911d-3c58e25018ad req-d3cacc9c-71b3-422c-bcce-d8e264f79189 service neutron] 10.222.0.30 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122526 Aug 07 04:05:02.828461 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-93e9699c-ee34-4a8b-ada1-aa6dfec1feba req-bbd70afa-083d-4830-a2b6-e37b927888c3 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 210 time: 0.0471230 Aug 07 04:05:03.068078 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c55bc-2e1e-4a15-bf33-23002a7bdfd8 req-ca938aa4-1feb-42ca-9b0a-46d5a77bde3e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:03.069778 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e5c55bc-2e1e-4a15-bf33-23002a7bdfd8 req-ca938aa4-1feb-42ca-9b0a-46d5a77bde3e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0630083 Aug 07 04:05:03.112204 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4e5c55bc-2e1e-4a15-bf33-23002a7bdfd8 req-2f8d9e41-b8ef-483c-baea-d3fa2d4d5fe0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335436 Aug 07 04:05:03.204266 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 48752) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:03.218233 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17924c4a-4202-46fe-95f6-b80b6e013c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:03.353134 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17924c4a-4202-46fe-95f6-b80b6e013c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:03.358534 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17924c4a-4202-46fe-95f6-b80b6e013c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:03.405405 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 48778) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:03.411896 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-17924c4a-4202-46fe-95f6-b80b6e013c3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df3fd2446e0949608e1b32874273598b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061405 Aug 07 04:05:03.413948 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17924c4a-4202-46fe-95f6-b80b6e013c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c583e26-1c0a-4916-83bc-f9b75cd59ebb,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:03.458799 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9aca8acf-79f4-43b6-b55f-8d9fdb1f5899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:03.484107 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9aca8acf-79f4-43b6-b55f-8d9fdb1f5899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:03.542446 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9aca8acf-79f4-43b6-b55f-8d9fdb1f5899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:03.544844 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9aca8acf-79f4-43b6-b55f-8d9fdb1f5899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:03.546000 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-9aca8acf-79f4-43b6-b55f-8d9fdb1f5899 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c583e26-1c0a-4916-83bc-f9b75cd59ebb HTTP/1.1" status: 204 len: 168 time: 0.1394398 Aug 07 04:05:03.558908 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca8acf-79f4-43b6-b55f-8d9fdb1f5899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c583e26-1c0a-4916-83bc-f9b75cd59ebb,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:03.787094 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 48806) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:03.996280 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5b93f2ee-86fe-4d24-9a8f-cbc7395d0682 req-3604d01a-f5d4-4745-bb75-70428d2838a9 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 210 time: 0.0591044 Aug 07 04:05:04.032046 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-184fd718-088d-4857-90d3-c35dee83a345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:04.068199 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 48820) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:04.162786 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-184fd718-088d-4857-90d3-c35dee83a345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:04.168817 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-184fd718-088d-4857-90d3-c35dee83a345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:04.225182 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-15253c0c-f62d-42bf-bf65-326c8cafa712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:04.301560 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-184fd718-088d-4857-90d3-c35dee83a345 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=797c8f29688046a29686a8ea3ac66188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5131249 Aug 07 04:05:04.304801 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fd718-088d-4857-90d3-c35dee83a345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6329e7-7722-4320-9e5e-58401fe0a51f,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:04.314457 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 48834) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:04.374753 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a04eb7-bc51-4b0e-9bfb-27cdebbe3d82 req-d433750d-8dfa-4419-a72d-073bc87f21f0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:04.376592 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-82a04eb7-bc51-4b0e-9bfb-27cdebbe3d82 req-d433750d-8dfa-4419-a72d-073bc87f21f0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.1431148 Aug 07 04:05:04.407526 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0af51e85-9334-4ed6-bb46-8dcdb8b55389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:04.426188 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-82a04eb7-bc51-4b0e-9bfb-27cdebbe3d82 req-fea8729c-1f6b-4c93-aac2-fdfed071598f tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433960 Aug 07 04:05:04.436160 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-15253c0c-f62d-42bf-bf65-326c8cafa712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:04.447634 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-15253c0c-f62d-42bf-bf65-326c8cafa712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:04.452110 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0af51e85-9334-4ed6-bb46-8dcdb8b55389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:04.509722 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-15253c0c-f62d-42bf-bf65-326c8cafa712 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=364c11d6df814105832845f46a77e4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366391 Aug 07 04:05:04.512953 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 48844) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:04.523043 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15253c0c-f62d-42bf-bf65-326c8cafa712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff59a101-e4e8-4ba3-9484-50cbdb44e867,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:04.574555 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0af51e85-9334-4ed6-bb46-8dcdb8b55389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:04.577705 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0af51e85-9334-4ed6-bb46-8dcdb8b55389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:04.579578 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0af51e85-9334-4ed6-bb46-8dcdb8b55389 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e6329e7-7722-4320-9e5e-58401fe0a51f HTTP/1.1" status: 204 len: 168 time: 0.2635446 Aug 07 04:05:04.585551 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a4aa436b-b310-4a10-ac3b-74810002ac39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:04.593638 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af51e85-9334-4ed6-bb46-8dcdb8b55389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6329e7-7722-4320-9e5e-58401fe0a51f,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:04.623293 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a4aa436b-b310-4a10-ac3b-74810002ac39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:04.695995 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-9502a908-a139-408f-b82c-4ef0bbb2e1c6 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:04.698002 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-9502a908-a139-408f-b82c-4ef0bbb2e1c6 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.30 "GET /v2.0/networks?id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372 HTTP/1.1" status: 200 len: 815 time: 0.1894047 Aug 07 04:05:04.730687 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-cc083db4-a87a-4a39-a9ab-6bc1e9729773 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Request body: {'port': {'device_id': 'db1aa636-f965-41ac-9343-0aae9eb746fe', 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372', 'admin_state_up': True, 'tenant_id': '30a6b18b4682466ca806f062f576241a'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:05:04.736034 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a4aa436b-b310-4a10-ac3b-74810002ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:04.739267 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a4aa436b-b310-4a10-ac3b-74810002ac39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:04.744328 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a4aa436b-b310-4a10-ac3b-74810002ac39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff59a101-e4e8-4ba3-9484-50cbdb44e867 HTTP/1.1" status: 204 len: 168 time: 0.2276387 Aug 07 04:05:04.753649 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa436b-b310-4a10-ac3b-74810002ac39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff59a101-e4e8-4ba3-9484-50cbdb44e867,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:04.882543 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-cc083db4-a87a-4a39-a9ab-6bc1e9729773 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Made reservation on behalf of 30a6b18b4682466ca806f062f576241a for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:05:04.887259 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-cc083db4-a87a-4a39-a9ab-6bc1e9729773 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:05.025366 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-cc083db4-a87a-4a39-a9ab-6bc1e9729773 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Allocated IP 172.20.0.7 (b95f6c34-5052-4b6f-af63-c0f6ad7c4372/61ed36dd-7879-4685-b534-20fbc146fe68/f309ac3c-f09b-4531-9ca5-5367cbf44e3d) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:05:05.148786 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-64e79461-6605-4090-b7c6-5a5537c20fe0 req-62d2d6e7-d7d2-498b-b507-f83ce98c95e5 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 210 time: 0.0660596 Aug 07 04:05:05.218223 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-cc083db4-a87a-4a39-a9ab-6bc1e9729773 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:05.229039 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 48878) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:05.242560 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9068-c4f1-4310-9ff9-cf64611b6d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:05.269454 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-cc083db4-a87a-4a39-a9ab-6bc1e9729773 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:05.282918 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['608bce6e-3b85-4c01-a02e-bfe3ed5c709e', '99892d3b-de0b-4fd1-b081-10b07a06d946'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:05:05.330378 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-cc083db4-a87a-4a39-a9ab-6bc1e9729773 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:05:05.336825 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-cc083db4-a87a-4a39-a9ab-6bc1e9729773 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:05:05.341590 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-cc083db4-a87a-4a39-a9ab-6bc1e9729773 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:05:05.376391 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc083db4-a87a-4a39-a9ab-6bc1e9729773 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Pushing event updated for resources: {'Port': ['ID=f309ac3c-f09b-4531-9ca5-5367cbf44e3d,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:05.419611 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-cc083db4-a87a-4a39-a9ab-6bc1e9729773 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:05.420657 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-cc083db4-a87a-4a39-a9ab-6bc1e9729773 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:05.448264 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9068-c4f1-4310-9ff9-cf64611b6d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:05.454653 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9068-c4f1-4310-9ff9-cf64611b6d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:05.461843 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-cc083db4-a87a-4a39-a9ab-6bc1e9729773 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7385457 Aug 07 04:05:05.482618 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Request body: {'port': {'device_id': 'db1aa636-f965-41ac-9343-0aae9eb746fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:05:05.501230 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e9068-c4f1-4310-9ff9-cf64611b6d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b04528-c2b8-4e02-aa3b-f44c3f82b84b,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:05.513096 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4b1e9068-c4f1-4310-9ff9-cf64611b6d74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b11c1e36a9294065bfd210f6a09604a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828605 Aug 07 04:05:05.513738 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 48892) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:05.578186 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9997c6d0-b11c-4817-b080-a817acc2dc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:05.617679 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9997c6d0-b11c-4817-b080-a817acc2dc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:05.653451 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:05.699820 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9997c6d0-b11c-4817-b080-a817acc2dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:05.705998 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9997c6d0-b11c-4817-b080-a817acc2dc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:05.710562 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9997c6d0-b11c-4817-b080-a817acc2dc5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49b04528-c2b8-4e02-aa3b-f44c3f82b84b HTTP/1.1" status: 204 len: 168 time: 0.1958089 Aug 07 04:05:05.729731 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997c6d0-b11c-4817-b080-a817acc2dc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b04528-c2b8-4e02-aa3b-f44c3f82b84b,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:05.834290 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3b954-6465-4947-995b-0b9e8bb0e7c6 req-c6162ba4-2d1c-4255-ae17-f54cf1bc02d1 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:05.835980 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-19b3b954-6465-4947-995b-0b9e8bb0e7c6 req-c6162ba4-2d1c-4255-ae17-f54cf1bc02d1 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.2685859 Aug 07 04:05:05.893839 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-19b3b954-6465-4947-995b-0b9e8bb0e7c6 req-8af8a09a-f13b-4478-b5ad-32fa952a3206 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507424 Aug 07 04:05:06.036628 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f309ac3c-f09b-4531-9ca5-5367cbf44e3d {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:05:06.044474 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:06.056906 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Transition to ACTIVE for port object f309ac3c-f09b-4531-9ca5-5367cbf44e3d will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:05:06.060222 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:06.151859 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f309ac3c-f09b-4531-9ca5-5367cbf44e3d,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:06.155705 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 48922) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:06.188496 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a68e521e-c87f-4de9-88f8-635e94c10406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:06.253069 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Attempting to bind port f309ac3c-f09b-4531-9ca5-5367cbf44e3d on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:05:06.253069 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Attempting to bind port f309ac3c-f09b-4531-9ca5-5367cbf44e3d by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'f99dbb32-ea93-4457-887e-ca7849af143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:05:06.253069 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Attempting to bind port f309ac3c-f09b-4531-9ca5-5367cbf44e3d on network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:05:06.282411 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Port f309ac3c-f09b-4531-9ca5-5367cbf44e3d on network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:05:06.282796 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Attempting to bind port f309ac3c-f09b-4531-9ca5-5367cbf44e3d on network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:05:06.305688 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:05:06.306864 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Checking segment: {'id': 'f99dbb32-ea93-4457-887e-ca7849af143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:05:06.307070 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Bound using segment: {'id': 'f99dbb32-ea93-4457-887e-ca7849af143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:05:06.307464 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Bound port: f309ac3c-f09b-4531-9ca5-5367cbf44e3d, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99dbb32-ea93-4457-887e-ca7849af143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:05:06.307801 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:06.334864 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29db4a-a8f9-49ee-a8eb-b69cb59d97f8 req-0f825eea-8d54-410a-94e1-93f1e6015ba1 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:06.336426 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4c29db4a-a8f9-49ee-a8eb-b69cb59d97f8 req-0f825eea-8d54-410a-94e1-93f1e6015ba1 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 943 time: 0.1017907 Aug 07 04:05:06.439208 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4c29db4a-a8f9-49ee-a8eb-b69cb59d97f8 req-f1d23f5a-cc8a-42d6-a4bc-2ca8772ae271 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956397 Aug 07 04:05:06.450144 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] For port f309ac3c-f09b-4531-9ca5-5367cbf44e3d, host hv-cinder-80374, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:05:06.458070 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] For port f309ac3c-f09b-4531-9ca5-5367cbf44e3d, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f309ac3c-f09b-4531-9ca5-5367cbf44e3d,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:05:06.468529 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:06.476394 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a68e521e-c87f-4de9-88f8-635e94c10406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:06.504161 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a68e521e-c87f-4de9-88f8-635e94c10406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:06.531968 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:06.532746 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:06.534492 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/f309ac3c-f09b-4531-9ca5-5367cbf44e3d HTTP/1.1" status: 200 len: 1093 time: 1.0567505 Aug 07 04:05:06.534945 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1aa636-f965-41ac-9343-0aae9eb746fe', 'tag': 'f309ac3c-f09b-4531-9ca5-5367cbf44e3d'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:05:06.537233 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254ea048-4795-4af0-879e-d57f32a9c8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "db1aa636-f965-41ac-9343-0aae9eb746fe", "tag": "f309ac3c-f09b-4531-9ca5-5367cbf44e3d"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:05:06.581016 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e521e-c87f-4de9-88f8-635e94c10406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7731ba38-5baa-4a76-9d65-6b25ea2c1f91,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:06.583674 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6aade-175e-4eba-86f8-99aef287d1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f309ac3c-f09b-4531-9ca5-5367cbf44e3d,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:06.589634 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-a68e521e-c87f-4de9-88f8-635e94c10406 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85ca296432d44630bc2ad1872418571f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4315641 Aug 07 04:05:06.589747 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6885636-5469-4770-a5ba-7886cc6c26e1 x-openstack-request-id: req-d6885636-5469-4770-a5ba-7886cc6c26e1 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:05:06.590070 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1aa636-f965-41ac-9343-0aae9eb746fe", "tag": "f309ac3c-f09b-4531-9ca5-5367cbf44e3d", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:05:06.590242 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6885636-5469-4770-a5ba-7886cc6c26e1 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:05:06.590572 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1aa636-f965-41ac-9343-0aae9eb746fe', 'tag': 'f309ac3c-f09b-4531-9ca5-5367cbf44e3d', 'status': 'completed', 'code': 200} Aug 07 04:05:06.591649 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 48936) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:06.642434 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-81b01eea-86eb-4662-953e-1c6b70b77cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:06.664387 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-81b01eea-86eb-4662-953e-1c6b70b77cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:06.716127 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-81b01eea-86eb-4662-953e-1c6b70b77cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:06.718710 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-81b01eea-86eb-4662-953e-1c6b70b77cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:06.720013 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-81b01eea-86eb-4662-953e-1c6b70b77cb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7731ba38-5baa-4a76-9d65-6b25ea2c1f91 HTTP/1.1" status: 204 len: 168 time: 0.1273992 Aug 07 04:05:06.730169 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b01eea-86eb-4662-953e-1c6b70b77cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7731ba38-5baa-4a76-9d65-6b25ea2c1f91,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:07.025650 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c942c-6fad-4c27-bc9c-c784a2e88685 req-117ace64-7c0c-480a-8066-a68e769a15e0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:07.027470 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f3c942c-6fad-4c27-bc9c-c784a2e88685 req-117ace64-7c0c-480a-8066-a68e769a15e0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0523727 Aug 07 04:05:07.071992 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f3c942c-6fad-4c27-bc9c-c784a2e88685 req-baa1d61e-4cc3-4159-8db4-e999ac62cbf3 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377939 Aug 07 04:05:07.701466 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:08.878874 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 49116) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:08.981900 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8cae1036-0eed-4c3a-a302-82ee52fbac2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:09.078066 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8cae1036-0eed-4c3a-a302-82ee52fbac2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:09.081811 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8cae1036-0eed-4c3a-a302-82ee52fbac2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:09.117550 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-8cae1036-0eed-4c3a-a302-82ee52fbac2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2189724bc6d4d3694271d5776b8a172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376091 Aug 07 04:05:09.119833 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae1036-0eed-4c3a-a302-82ee52fbac2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7797da-b98c-4d9b-8a2c-faa4ef900d1a,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:09.120598 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 49124) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:09.169605 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ae2803b5-c892-445e-ab3e-74b7fa9048aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:09.194202 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ae2803b5-c892-445e-ab3e-74b7fa9048aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:09.265146 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ea048-4795-4af0-879e-d57f32a9c8c4 req-f5ede69f-7f98-41b3-833c-f1a6f4ccdf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:09.266630 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-254ea048-4795-4af0-879e-d57f32a9c8c4 req-f5ede69f-7f98-41b3-833c-f1a6f4ccdf2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30a6b18b4682466ca806f062f576241a&device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 1096 time: 0.0456650 Aug 07 04:05:09.277340 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ae2803b5-c892-445e-ab3e-74b7fa9048aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:09.279954 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ae2803b5-c892-445e-ab3e-74b7fa9048aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:09.281142 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-ae2803b5-c892-445e-ab3e-74b7fa9048aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f7797da-b98c-4d9b-8a2c-faa4ef900d1a HTTP/1.1" status: 204 len: 168 time: 0.1595707 Aug 07 04:05:09.313422 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2803b5-c892-445e-ab3e-74b7fa9048aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7797da-b98c-4d9b-8a2c-faa4ef900d1a,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:09.458253 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabf29f-18e2-4512-ad7e-60ea1711235f req-289c7bfc-8c58-4173-9884-710683c15597 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:09.459768 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9cabf29f-18e2-4512-ad7e-60ea1711235f req-289c7bfc-8c58-4173-9884-710683c15597 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 943 time: 0.1596336 Aug 07 04:05:09.469971 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67276460-85e1-40aa-9827-e08169798728 req-57c1599f-7861-4568-9e4d-75841f990975 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:09.471376 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-67276460-85e1-40aa-9827-e08169798728 req-57c1599f-7861-4568-9e4d-75841f990975 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.1179502 Aug 07 04:05:09.511792 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ea048-4795-4af0-879e-d57f32a9c8c4 req-b8d3062c-f00b-4370-a8f1-3e850aec3e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:09.513161 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-254ea048-4795-4af0-879e-d57f32a9c8c4 req-b8d3062c-f00b-4370-a8f1-3e850aec3e61 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=30a6b18b4682466ca806f062f576241a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2310679 Aug 07 04:05:09.562104 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9cabf29f-18e2-4512-ad7e-60ea1711235f req-7d4e0c9a-5341-4932-9a92-09a716e22fea tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870240 Aug 07 04:05:09.572563 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 49132) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:09.590704 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-67276460-85e1-40aa-9827-e08169798728 req-ba2fca84-00e4-431a-b08a-78a523446faf tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042500 Aug 07 04:05:09.599904 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c9c70872-f5b0-42df-8ca0-74e233552387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:09.638418 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ea048-4795-4af0-879e-d57f32a9c8c4 req-09e24586-210b-4885-a31c-90d141df40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:09.639919 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-254ea048-4795-4af0-879e-d57f32a9c8c4 req-09e24586-210b-4885-a31c-90d141df40c8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1161571 Aug 07 04:05:09.702268 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c9c70872-f5b0-42df-8ca0-74e233552387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:09.707230 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c9c70872-f5b0-42df-8ca0-74e233552387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:09.725306 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-d63cf626-0207-4631-bba1-ec667b72247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:09.726837 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-d63cf626-0207-4631-bba1-ec667b72247e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30a6b18b4682466ca806f062f576241a&device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 1096 time: 0.0430095 Aug 07 04:05:09.745784 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-c9c70872-f5b0-42df-8ca0-74e233552387 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ecb428e436f44eb99dfc9420e481c3dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718352 Aug 07 04:05:09.746631 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c70872-f5b0-42df-8ca0-74e233552387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd54260-61a6-4b2c-afa4-f1631a087430,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:09.748394 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 49134) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:09.787299 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-b4cc9789-ebe4-4144-bb5e-6d2d80e7bb96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f309ac3c-f09b-4531-9ca5-5367cbf44e3d HTTP/1.1" status: 200 len: 217 time: 0.0469317 Aug 07 04:05:09.870455 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-02a82415-db6b-4259-a389-34b1f6f2adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:09.872008 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-02a82415-db6b-4259-a389-34b1f6f2adc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61ed36dd-7879-4685-b534-20fbc146fe68 HTTP/1.1" status: 200 len: 855 time: 0.0745778 Aug 07 04:05:09.873347 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-cd29398d-26ee-45c1-9727-0c3c911c06ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:09.912625 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-09a30145-9bb5-426c-b7e4-cf12dd0a2e54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306144 Aug 07 04:05:09.917765 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-cd29398d-26ee-45c1-9727-0c3c911c06ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:10.029879 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-cd29398d-26ee-45c1-9727-0c3c911c06ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:10.032449 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-cd29398d-26ee-45c1-9727-0c3c911c06ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:10.036332 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-cd29398d-26ee-45c1-9727-0c3c911c06ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdd54260-61a6-4b2c-afa4-f1631a087430 HTTP/1.1" status: 204 len: 168 time: 0.2842908 Aug 07 04:05:10.055084 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29398d-26ee-45c1-9727-0c3c911c06ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd54260-61a6-4b2c-afa4-f1631a087430,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:10.060066 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-ce079f3a-ade3-4a05-b454-b314d76cab9a service neutron] 10.222.0.30 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199982 Aug 07 04:05:10.170739 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3275b028-b04e-46a4-b69c-91a9b9f5e740 req-5c1cbba7-6c31-4e91-9c54-26ebedbea869 service neutron] 10.222.0.30 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925531 Aug 07 04:05:10.760270 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15288397-c40f-4c74-8c48-24d79a85a343 req-ed54e329-a1fd-49f1-91a4-657f70328e79 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:10.761800 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-15288397-c40f-4c74-8c48-24d79a85a343 req-ed54e329-a1fd-49f1-91a4-657f70328e79 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 943 time: 0.1058111 Aug 07 04:05:10.772134 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae613eb1-e4aa-4c8d-8036-9c8f3ed263ee req-5231f02c-cc2e-4357-827e-d8bd9285e91c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:10.773569 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ae613eb1-e4aa-4c8d-8036-9c8f3ed263ee req-5231f02c-cc2e-4357-827e-d8bd9285e91c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0695007 Aug 07 04:05:10.832246 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-15288397-c40f-4c74-8c48-24d79a85a343 req-863b6bc4-9312-41bb-b2c0-4f27109a1984 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577247 Aug 07 04:05:10.841649 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ae613eb1-e4aa-4c8d-8036-9c8f3ed263ee req-ba67a705-fa4c-459c-ac45-4689e8bf6f1d tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531554 Aug 07 04:05:12.498562 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 49266) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:12.610626 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c15b6eea-38a1-44b2-9b26-03a65336bff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:12.704739 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c15b6eea-38a1-44b2-9b26-03a65336bff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:12.708610 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c15b6eea-38a1-44b2-9b26-03a65336bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:12.748711 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-c15b6eea-38a1-44b2-9b26-03a65336bff7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22ff30c6a6fa4b52af817126a3ae05f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489583 Aug 07 04:05:12.749344 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b6eea-38a1-44b2-9b26-03a65336bff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6691ae-7f2c-4829-a8a3-bf4453af40a8,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:12.751499 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 49270) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:12.802582 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-78574964-d07f-486b-9488-9cef756d8ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:12.824308 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-78574964-d07f-486b-9488-9cef756d8ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:12.874778 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-78574964-d07f-486b-9488-9cef756d8ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:12.877453 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-78574964-d07f-486b-9488-9cef756d8ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:12.878782 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-78574964-d07f-486b-9488-9cef756d8ce3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d6691ae-7f2c-4829-a8a3-bf4453af40a8 HTTP/1.1" status: 204 len: 168 time: 0.1261501 Aug 07 04:05:12.888397 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78574964-d07f-486b-9488-9cef756d8ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6691ae-7f2c-4829-a8a3-bf4453af40a8,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:13.169341 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 49282) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:13.182592 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1366a23c-8486-476e-a414-f7e403719ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:13.271415 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1366a23c-8486-476e-a414-f7e403719ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:13.275355 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1366a23c-8486-476e-a414-f7e403719ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:13.313064 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-1366a23c-8486-476e-a414-f7e403719ae7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e0dccacdd3849ca88495b86e150ad4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425962 Aug 07 04:05:13.315025 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366a23c-8486-476e-a414-f7e403719ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efeb060b-d628-4d49-8b32-528bf4784588,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:13.315766 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 49286) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:13.363583 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-07d9449e-3652-4941-8011-9a0fd48c91cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:13.384272 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-07d9449e-3652-4941-8011-9a0fd48c91cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:13.428268 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-07d9449e-3652-4941-8011-9a0fd48c91cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:13.431362 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-07d9449e-3652-4941-8011-9a0fd48c91cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:13.432518 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-07d9449e-3652-4941-8011-9a0fd48c91cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/efeb060b-d628-4d49-8b32-528bf4784588 HTTP/1.1" status: 204 len: 168 time: 0.1157250 Aug 07 04:05:13.440275 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9449e-3652-4941-8011-9a0fd48c91cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efeb060b-d628-4d49-8b32-528bf4784588,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:14.253888 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c3285-4938-4a70-8bc2-d81495876e06 req-87647912-70c5-4f58-a920-eef6e3074d8c tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:14.255485 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-353c3285-4938-4a70-8bc2-d81495876e06 req-87647912-70c5-4f58-a920-eef6e3074d8c tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 943 time: 0.0834153 Aug 07 04:05:14.264345 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc208aa-c8f7-4d6f-9cd1-09a794b2da4d req-ccff7334-89a8-43db-bbba-794a5183cd2d tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:14.265720 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2bc208aa-c8f7-4d6f-9cd1-09a794b2da4d req-ccff7334-89a8-43db-bbba-794a5183cd2d tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0822728 Aug 07 04:05:14.322539 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-353c3285-4938-4a70-8bc2-d81495876e06 req-3a92687a-3f5f-47d6-a8cd-fc71ed03e605 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558920 Aug 07 04:05:14.331606 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2bc208aa-c8f7-4d6f-9cd1-09a794b2da4d req-908ba2de-1b45-4fe8-929b-59423ff29d4b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578573 Aug 07 04:05:14.520177 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 49328) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:14.624074 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-00869f78-830a-413a-b76d-a1c5601a7e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:14.706854 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-00869f78-830a-413a-b76d-a1c5601a7e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:14.710153 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-00869f78-830a-413a-b76d-a1c5601a7e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:14.748211 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-00869f78-830a-413a-b76d-a1c5601a7e38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c80165de410464f8df5afc39a259f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269185 Aug 07 04:05:14.749056 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00869f78-830a-413a-b76d-a1c5601a7e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a046e7de-9428-4bd6-b23c-6d291c8ff475,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:14.751552 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 49332) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:14.805396 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ddf4e2d-4358-4f8e-bdd7-f83de73a0adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:14.827109 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ddf4e2d-4358-4f8e-bdd7-f83de73a0adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:14.874240 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ddf4e2d-4358-4f8e-bdd7-f83de73a0adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:14.876815 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ddf4e2d-4358-4f8e-bdd7-f83de73a0adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:14.877927 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-7ddf4e2d-4358-4f8e-bdd7-f83de73a0adc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a046e7de-9428-4bd6-b23c-6d291c8ff475 HTTP/1.1" status: 204 len: 168 time: 0.1253085 Aug 07 04:05:14.885392 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf4e2d-4358-4f8e-bdd7-f83de73a0adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a046e7de-9428-4bd6-b23c-6d291c8ff475,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:15.496452 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95655fb5-fc3d-4ccc-921d-7f79863f247f req-18a25c10-8cfd-4f71-ad60-0be298ab9cfd tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:15.498678 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-95655fb5-fc3d-4ccc-921d-7f79863f247f req-18a25c10-8cfd-4f71-ad60-0be298ab9cfd tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 943 time: 0.0898783 Aug 07 04:05:15.526156 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82f427-c82d-4223-8148-11bced71d1a2 req-9ccacfd0-bde3-4f4f-bed9-b91aaf53a61c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:15.527903 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6d82f427-c82d-4223-8148-11bced71d1a2 req-9ccacfd0-bde3-4f4f-bed9-b91aaf53a61c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0844431 Aug 07 04:05:15.572110 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-95655fb5-fc3d-4ccc-921d-7f79863f247f req-d3954394-810d-460b-bcaf-d1e15691109c tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649903 Aug 07 04:05:15.587484 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6d82f427-c82d-4223-8148-11bced71d1a2 req-9fe31298-124f-4fce-af82-e7b65e47bd91 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491600 Aug 07 04:05:15.946032 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:05:16.123399 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e3b5b-3865-498a-af87-daac9caef8a7 req-37249b59-985c-4612-b0bb-da7ae61e22f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:16.124907 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-064e3b5b-3865-498a-af87-daac9caef8a7 req-37249b59-985c-4612-b0bb-da7ae61e22f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 1099 time: 0.0393834 Aug 07 04:05:16.166519 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-064e3b5b-3865-498a-af87-daac9caef8a7 req-1353947d-78c9-4320-91db-903bebcd3099 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293779 Aug 07 04:05:16.714367 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-b17ea581-8d5b-4d4d-8ba1-0d876b39a9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:16.740340 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcb2b0-804c-4f34-a13f-e67e13154246 req-026adca3-0dcc-402c-8b12-d31f39d4fc6c tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:16.741842 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66fcb2b0-804c-4f34-a13f-e67e13154246 req-026adca3-0dcc-402c-8b12-d31f39d4fc6c tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 943 time: 0.0902324 Aug 07 04:05:16.751369 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13991aa2-3621-4294-89cb-c75a7a8aaae1 req-b8f1c1ea-7c0f-46e9-bd66-a035aec35136 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:16.752859 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-13991aa2-3621-4294-89cb-c75a7a8aaae1 req-b8f1c1ea-7c0f-46e9-bd66-a035aec35136 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0668867 Aug 07 04:05:16.814515 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66fcb2b0-804c-4f34-a13f-e67e13154246 req-ca8a07a3-723b-461f-907c-24f4be03663f tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606995 Aug 07 04:05:16.819434 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-13991aa2-3621-4294-89cb-c75a7a8aaae1 req-ffd0e918-eb0e-441e-89bc-b4b07295479a tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594904 Aug 07 04:05:17.902673 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device f309ac3c-f09b-4531-9ca5-5367cbf44e3d details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:05:17.997650 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 49530) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:17.998713 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b4387-5bf0-4c4e-b940-5f20babeefd3 req-59ef3eec-4483-4423-90a4-a00f823ea036 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:18.001122 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-163b4387-5bf0-4c4e-b940-5f20babeefd3 req-59ef3eec-4483-4423-90a4-a00f823ea036 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 943 time: 0.0957086 Aug 07 04:05:18.025982 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bebadb-452e-4163-b4dd-3e335bb3acfc req-43268574-8614-4b00-8de1-4a02bcb6d9ea tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:18.027998 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-58bebadb-452e-4163-b4dd-3e335bb3acfc req-43268574-8614-4b00-8de1-4a02bcb6d9ea tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0864658 Aug 07 04:05:18.058062 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port f309ac3c-f09b-4531-9ca5-5367cbf44e3d, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f309ac3c-f09b-4531-9ca5-5367cbf44e3d,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:05:18.067956 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-163b4387-5bf0-4c4e-b940-5f20babeefd3 req-c9bb9ce0-bad0-4411-a606-09634378db84 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601602 Aug 07 04:05:18.079340 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': 'f309ac3c-f09b-4531-9ca5-5367cbf44e3d', 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372', 'port_id': 'f309ac3c-f09b-4531-9ca5-5367cbf44e3d', 'mac_address': 'fa:16:3e:43:29:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ed36dd-7879-4685-b534-20fbc146fe68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:05:18.114828 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-58bebadb-452e-4163-b4dd-3e335bb3acfc req-76d0b5f7-8046-4cad-9dd3-1cadefd173ff tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726824 Aug 07 04:05:18.127265 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 49534) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:18.167436 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:18.186174 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f309ac3c-f09b-4531-9ca5-5367cbf44e3d {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:05:18.194352 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-168d1b06-be32-42a9-8142-6c183d4ac5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:18.206132 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port f309ac3c-f09b-4531-9ca5-5367cbf44e3d, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f309ac3c-f09b-4531-9ca5-5367cbf44e3d,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:05:18.214143 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:18.233561 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec59c2-f2cf-4324-b46a-3f5fe2eefd86 req-0cfb5328-fc3a-4209-8a92-42dba6ea28c6 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:18.235160 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-36ec59c2-f2cf-4324-b46a-3f5fe2eefd86 req-0cfb5328-fc3a-4209-8a92-42dba6ea28c6 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0602119 Aug 07 04:05:18.276738 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=f309ac3c-f09b-4531-9ca5-5367cbf44e3d,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:18.279233 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-36ec59c2-f2cf-4324-b46a-3f5fe2eefd86 req-86956505-ac56-427d-bf2d-c5cd8698bb60 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374281 Aug 07 04:05:18.302641 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a4080fff-eca4-4f62-a85d-d5bcabed3c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:18.338163 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-168d1b06-be32-42a9-8142-6c183d4ac5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:18.348766 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-168d1b06-be32-42a9-8142-6c183d4ac5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:18.421820 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 49546) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:18.422013 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-168d1b06-be32-42a9-8142-6c183d4ac5e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3acb96085da2473486ee8341e042ea05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231269 Aug 07 04:05:18.424132 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d1b06-be32-42a9-8142-6c183d4ac5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeb5c53-69c5-48de-b12d-12e4f9e7079a,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:18.497480 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3e528c6a-2a9f-4290-9a5e-b81bd26e0750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:18.536490 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3e528c6a-2a9f-4290-9a5e-b81bd26e0750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:18.538224 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a4080fff-eca4-4f62-a85d-d5bcabed3c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:18.543418 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a4080fff-eca4-4f62-a85d-d5bcabed3c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:18.598820 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a4080fff-eca4-4f62-a85d-d5bcabed3c90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7c447c785394097ae2b09ccbf7a5d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698737 Aug 07 04:05:18.601046 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 49554) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:18.608816 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4080fff-eca4-4f62-a85d-d5bcabed3c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264803de-1ed8-4e6a-813a-fc6d9658e5c0,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:18.638116 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['f309ac3c-f09b-4531-9ca5-5367cbf44e3d'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:05:18.646827 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3e528c6a-2a9f-4290-9a5e-b81bd26e0750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:18.650137 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3e528c6a-2a9f-4290-9a5e-b81bd26e0750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:18.651145 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-3e528c6a-2a9f-4290-9a5e-b81bd26e0750 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/beeb5c53-69c5-48de-b12d-12e4f9e7079a HTTP/1.1" status: 204 len: 168 time: 0.2260516 Aug 07 04:05:18.665921 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e528c6a-2a9f-4290-9a5e-b81bd26e0750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeb5c53-69c5-48de-b12d-12e4f9e7079a,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:18.681639 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a5096d42-9de4-4ee8-b8ea-5df60c3d1283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:18.712080 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a5096d42-9de4-4ee8-b8ea-5df60c3d1283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:18.812241 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a5096d42-9de4-4ee8-b8ea-5df60c3d1283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:18.815171 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a5096d42-9de4-4ee8-b8ea-5df60c3d1283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:18.827379 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-a5096d42-9de4-4ee8-b8ea-5df60c3d1283 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/264803de-1ed8-4e6a-813a-fc6d9658e5c0 HTTP/1.1" status: 204 len: 168 time: 0.2228599 Aug 07 04:05:18.842377 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5096d42-9de4-4ee8-b8ea-5df60c3d1283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264803de-1ed8-4e6a-813a-fc6d9658e5c0,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:19.104898 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a427d6c4-6c26-43fe-8543-24c04a754e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:19.206269 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03beb0b-fc84-4001-baf7-be4b4b6f566a req-880e959d-7b6a-4ab4-82d5-40a1169b0170 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:19.208452 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c03beb0b-fc84-4001-baf7-be4b4b6f566a req-880e959d-7b6a-4ab4-82d5-40a1169b0170 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 944 time: 0.0532615 Aug 07 04:05:19.214758 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 49582) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:19.235598 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-394fe1c8-5bd1-4b6f-b9ad-0f0e7c445d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:19.252577 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c03beb0b-fc84-4001-baf7-be4b4b6f566a req-2eaa661e-ebfd-40a9-a961-f9cc3920f9ac tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380898 Aug 07 04:05:19.331245 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-394fe1c8-5bd1-4b6f-b9ad-0f0e7c445d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:19.335853 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-394fe1c8-5bd1-4b6f-b9ad-0f0e7c445d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:19.373448 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fe1c8-5bd1-4b6f-b9ad-0f0e7c445d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d3807d-d913-4d9e-a1de-1968459fe4fd,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:19.382484 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-394fe1c8-5bd1-4b6f-b9ad-0f0e7c445d89 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60af18d962fb437ba9802c7fe737e4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627109 Aug 07 04:05:19.382484 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 49590) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:19.459363 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4bda3011-4a92-46ec-942e-b1ab39b5127e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:19.485503 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4bda3011-4a92-46ec-942e-b1ab39b5127e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:19.505186 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:19.534637 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4bda3011-4a92-46ec-942e-b1ab39b5127e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:19.537305 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4bda3011-4a92-46ec-942e-b1ab39b5127e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:19.538451 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4bda3011-4a92-46ec-942e-b1ab39b5127e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35d3807d-d913-4d9e-a1de-1968459fe4fd HTTP/1.1" status: 204 len: 168 time: 0.1554389 Aug 07 04:05:19.546232 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda3011-4a92-46ec-942e-b1ab39b5127e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d3807d-d913-4d9e-a1de-1968459fe4fd,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:19.920369 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device f309ac3c-f09b-4531-9ca5-5367cbf44e3d up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:05:20.020115 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port f309ac3c-f09b-4531-9ca5-5367cbf44e3d completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:05:20.025100 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port f309ac3c-f09b-4531-9ca5-5367cbf44e3d triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:05:20.025727 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:20.111969 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:20.137543 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1aa636-f965-41ac-9343-0aae9eb746fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f309ac3c-f09b-4531-9ca5-5367cbf44e3d'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:05:20.140343 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151883ea-5219-4318-acb2-a78efb9657c7" -d '{"events": [{"server_uuid": "db1aa636-f965-41ac-9343-0aae9eb746fe", "name": "network-vif-plugged", "status": "completed", "tag": "f309ac3c-f09b-4531-9ca5-5367cbf44e3d"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:05:20.159776 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port f309ac3c-f09b-4531-9ca5-5367cbf44e3d, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f309ac3c-f09b-4531-9ca5-5367cbf44e3d,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:05:20.166739 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:20.206915 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e48d9a-74c2-462b-b86a-1b8c131846ab x-openstack-request-id: req-b3e48d9a-74c2-462b-b86a-1b8c131846ab {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:05:20.207456 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1aa636-f965-41ac-9343-0aae9eb746fe", "name": "network-vif-plugged", "status": "completed", "tag": "f309ac3c-f09b-4531-9ca5-5367cbf44e3d", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:05:20.207988 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3e48d9a-74c2-462b-b86a-1b8c131846ab {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:05:20.208658 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1aa636-f965-41ac-9343-0aae9eb746fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f309ac3c-f09b-4531-9ca5-5367cbf44e3d', 'code': 200} Aug 07 04:05:20.239407 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=f309ac3c-f09b-4531-9ca5-5367cbf44e3d,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:20.285088 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc6950-a60c-4050-8bd1-2373508a64ce req-d2c9a990-d2a1-45d2-925c-a7a0d9b7b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:20.286625 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-61fc6950-a60c-4050-8bd1-2373508a64ce req-d2c9a990-d2a1-45d2-925c-a7a0d9b7b455 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=003a204b7d8d4968817b31d17e3072dd&device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 1098 time: 0.0925190 Aug 07 04:05:20.295935 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b34a75-c5c7-45ce-8157-1dc1e525c9fc req-b9a3f3c2-ce89-410e-8024-3135e63236e8 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:20.304315 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-64b34a75-c5c7-45ce-8157-1dc1e525c9fc req-b9a3f3c2-ce89-410e-8024-3135e63236e8 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0787797 Aug 07 04:05:20.440876 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ff1eb-a908-4172-9c95-2c4dd92ef4de req-8a4510be-4083-4f06-bfa9-7562d4b35a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:20.442476 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-2e9ff1eb-a908-4172-9c95-2c4dd92ef4de req-8a4510be-4083-4f06-bfa9-7562d4b35a47 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 1098 time: 0.0417359 Aug 07 04:05:20.443509 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-64b34a75-c5c7-45ce-8157-1dc1e525c9fc req-4b2666a8-fb97-4e89-8287-ceb02f619b03 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382971 Aug 07 04:05:20.467167 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3db3d-dd36-454e-87f1-2e082a5173d2 req-9ed21da5-3109-4da6-b88d-b1c59e425d33 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:20.468644 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-65e3db3d-dd36-454e-87f1-2e082a5173d2 req-9ed21da5-3109-4da6-b88d-b1c59e425d33 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 945 time: 0.1065145 Aug 07 04:05:20.475834 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc6950-a60c-4050-8bd1-2373508a64ce req-93f17bc8-4e01-41d3-8f1a-8d21c7c67ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:20.477861 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-61fc6950-a60c-4050-8bd1-2373508a64ce req-93f17bc8-4e01-41d3-8f1a-8d21c7c67ce3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98df712f-423c-4952-8ac5-55aed9105c0e HTTP/1.1" status: 200 len: 920 time: 0.1700282 Aug 07 04:05:20.489728 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-2e9ff1eb-a908-4172-9c95-2c4dd92ef4de req-5823a8ba-bd39-47be-938f-4a64f57adaf7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352194 Aug 07 04:05:20.543000 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-61fc6950-a60c-4050-8bd1-2373508a64ce req-1473dcbb-f701-4e4e-95b3-21f229096059 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64326d75-dc7b-467b-a684-b15a8bb7baf8 HTTP/1.1" status: 200 len: 217 time: 0.0399735 Aug 07 04:05:20.548776 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-65e3db3d-dd36-454e-87f1-2e082a5173d2 req-1162f9d9-d9ec-4383-aa70-7ef60e48ef24 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699615 Aug 07 04:05:20.619247 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc6950-a60c-4050-8bd1-2373508a64ce req-d4746b03-fc09-4d40-bc73-d7292c23b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:20.619526 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:20.620922 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-61fc6950-a60c-4050-8bd1-2373508a64ce req-d4746b03-fc09-4d40-bc73-d7292c23b610 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89e600fc-6cf1-4ba0-b06a-135114de945d HTTP/1.1" status: 200 len: 859 time: 0.0493031 Aug 07 04:05:20.659672 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-61fc6950-a60c-4050-8bd1-2373508a64ce req-d3e008b5-a9bf-49a8-b6df-4065588257b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98df712f-423c-4952-8ac5-55aed9105c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250065 Aug 07 04:05:20.753736 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-61fc6950-a60c-4050-8bd1-2373508a64ce req-36a3d7ae-b246-4560-84ed-94f0385449f2 service neutron] 10.222.0.30 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838981 Aug 07 04:05:20.860909 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-61fc6950-a60c-4050-8bd1-2373508a64ce req-443c028a-ec0e-4889-b593-d9bb1a18e2f5 service neutron] 10.222.0.30 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977542 Aug 07 04:05:21.561260 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ce5dd-caa4-4a54-82e7-8f77dd40b24f req-a917fdde-b0f6-41d2-a270-f333322cead0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:21.562767 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-611ce5dd-caa4-4a54-82e7-8f77dd40b24f req-a917fdde-b0f6-41d2-a270-f333322cead0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0515347 Aug 07 04:05:21.606637 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-611ce5dd-caa4-4a54-82e7-8f77dd40b24f req-87f0ac45-b7e3-4477-bbe1-cb3b588c6881 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363708 Aug 07 04:05:21.695251 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e4d6a-e986-4fc7-a287-f694e3dfe627 req-fc7ad04a-bdeb-4b55-bb2b-944c37f3e6f8 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:21.697263 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b02e4d6a-e986-4fc7-a287-f694e3dfe627 req-fc7ad04a-bdeb-4b55-bb2b-944c37f3e6f8 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 945 time: 0.0533619 Aug 07 04:05:21.736790 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b02e4d6a-e986-4fc7-a287-f694e3dfe627 req-cabb8128-3910-4e7a-8cfd-ab412702a265 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333381 Aug 07 04:05:22.286157 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:22.346117 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 49716) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:22.449278 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-311657af-aa46-4ff6-b713-53abdff2f97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:22.534656 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-311657af-aa46-4ff6-b713-53abdff2f97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:22.538314 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-311657af-aa46-4ff6-b713-53abdff2f97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:22.577936 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-311657af-aa46-4ff6-b713-53abdff2f97e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=820742c0d52c4d18a1e5be3a90d80892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307537 Aug 07 04:05:22.579033 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311657af-aa46-4ff6-b713-53abdff2f97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2e2836-fafc-40cb-94fe-c676dfa97ca2,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:22.580618 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 49720) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:22.632960 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2168d249-557e-4fd7-9243-6a74da590014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:22.652982 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2168d249-557e-4fd7-9243-6a74da590014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:22.698794 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2168d249-557e-4fd7-9243-6a74da590014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:22.701279 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2168d249-557e-4fd7-9243-6a74da590014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:22.702425 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-2168d249-557e-4fd7-9243-6a74da590014 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d2e2836-fafc-40cb-94fe-c676dfa97ca2 HTTP/1.1" status: 204 len: 168 time: 0.1208427 Aug 07 04:05:22.709828 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168d249-557e-4fd7-9243-6a74da590014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2e2836-fafc-40cb-94fe-c676dfa97ca2,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:22.952471 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 49734) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:22.965942 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-019cffe3-3f79-4303-a0be-210d29e83ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:23.054550 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-019cffe3-3f79-4303-a0be-210d29e83ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:23.059447 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-019cffe3-3f79-4303-a0be-210d29e83ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:23.095841 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-019cffe3-3f79-4303-a0be-210d29e83ecc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7dd066f2eb914d4bb3eead3f620afb36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423459 Aug 07 04:05:23.096636 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cffe3-3f79-4303-a0be-210d29e83ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb1c3b4-123f-48bf-b45a-2971d524a6f9,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:23.099510 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 49736) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:23.148592 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-25785232-73d4-46f1-b41b-b27cddd7da24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:23.168594 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-25785232-73d4-46f1-b41b-b27cddd7da24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:23.213245 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-25785232-73d4-46f1-b41b-b27cddd7da24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:23.215701 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-25785232-73d4-46f1-b41b-b27cddd7da24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:23.216850 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-25785232-73d4-46f1-b41b-b27cddd7da24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebb1c3b4-123f-48bf-b45a-2971d524a6f9 HTTP/1.1" status: 204 len: 168 time: 0.1158869 Aug 07 04:05:23.224298 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25785232-73d4-46f1-b41b-b27cddd7da24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb1c3b4-123f-48bf-b45a-2971d524a6f9,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:23.864309 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 49764) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:23.957956 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-d1d5ca36-eb88-4c21-a957-bc8d46ed6f21 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-83954700-network', 'tenant_id': 'a2c5d914ffcb4b0a9f090b0ca86db2d3'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:05:23.979058 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d5ca36-eb88-4c21-a957-bc8d46ed6f21 admin admin] Made reservation on behalf of a2c5d914ffcb4b0a9f090b0ca86db2d3 for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:05:23.981293 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d1d5ca36-eb88-4c21-a957-bc8d46ed6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:23.988976 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d1d5ca36-eb88-4c21-a957-bc8d46ed6f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:24.076645 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d1d5ca36-eb88-4c21-a957-bc8d46ed6f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:24.080187 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d1d5ca36-eb88-4c21-a957-bc8d46ed6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:24.104716 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d5ca36-eb88-4c21-a957-bc8d46ed6f21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:05:24.114316 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5ca36-eb88-4c21-a957-bc8d46ed6f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3fe8dd-f648-4d4a-885a-909f4c189500,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:24.120590 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d1d5ca36-eb88-4c21-a957-bc8d46ed6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:24.120934 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-d1d5ca36-eb88-4c21-a957-bc8d46ed6f21 admin admin] Added segment c5f7de76-1f41-4c01-ba15-b0ef84f4b87f of type vlan for network 4def5e53-d64a-4b01-a5c6-6e3cec03ed76 Aug 07 04:05:24.161560 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d1d5ca36-eb88-4c21-a957-bc8d46ed6f21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:24.189572 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d1d5ca36-eb88-4c21-a957-bc8d46ed6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:24.190520 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d5ca36-eb88-4c21-a957-bc8d46ed6f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:24.191193 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d1d5ca36-eb88-4c21-a957-bc8d46ed6f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:24.247002 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-d1d5ca36-eb88-4c21-a957-bc8d46ed6f21 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3814218 Aug 07 04:05:24.249619 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 49768) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:24.256199 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-0c26d3d0-59f0-4563-ae02-59ba268689ad admin admin] Request body: {'subnet': {'network_id': '4def5e53-d64a-4b01-a5c6-6e3cec03ed76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-83954700-subnet', 'tenant_id': 'a2c5d914ffcb4b0a9f090b0ca86db2d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:05:24.262545 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5ca36-eb88-4c21-a957-bc8d46ed6f21 admin admin] Pushing event updated for resources: {'Network': ['ID=4def5e53-d64a-4b01-a5c6-6e3cec03ed76,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:24.273384 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network 4def5e53-d64a-4b01-a5c6-6e3cec03ed76 details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:05:24.279320 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c26d3d0-59f0-4563-ae02-59ba268689ad admin admin] Made reservation on behalf of a2c5d914ffcb4b0a9f090b0ca86db2d3 for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:05:24.281996 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0c26d3d0-59f0-4563-ae02-59ba268689ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4039116'] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:24.450764 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0c26d3d0-59f0-4563-ae02-59ba268689ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4031526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4039166'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:24.512051 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26d3d0-59f0-4563-ae02-59ba268689ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4afa46db-cb7c-4365-8a89-b0b37823b9a6,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:24.519985 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c26d3d0-59f0-4563-ae02-59ba268689ad admin admin] Checking segment: {'id': 'c5f7de76-1f41-4c01-ba15-b0ef84f4b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4def5e53-d64a-4b01-a5c6-6e3cec03ed76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:05:24.520340 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c26d3d0-59f0-4563-ae02-59ba268689ad admin admin] Network hostable DHCP agents. Network: 4def5e53-d64a-4b01-a5c6-6e3cec03ed76, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:05:24.537100 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c26d3d0-59f0-4563-ae02-59ba268689ad admin admin] Network 4def5e53-d64a-4b01-a5c6-6e3cec03ed76 is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:05:24.546598 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-0c26d3d0-59f0-4563-ae02-59ba268689ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, 4def5e53-d64a-4b01-a5c6-6e3cec03ed76) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:05:24.552052 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c26d3d0-59f0-4563-ae02-59ba268689ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:24.552881 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0c26d3d0-59f0-4563-ae02-59ba268689ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:24.554031 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a88b3f-2134-4241-b343-1713c1ab33db None None] Network 4def5e53-d64a-4b01-a5c6-6e3cec03ed76 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:05:24.566089 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0c26d3d0-59f0-4563-ae02-59ba268689ad admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3154902 Aug 07 04:05:24.675746 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81276002-325b-4026-8c3a-bdbf198e94aa None None] Network 4def5e53-d64a-4b01-a5c6-6e3cec03ed76 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:05:24.795471 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bae79-817b-4ce6-9505-5efa0751983e req-00c1be13-fc29-4188-8e98-ec5d2f388a97 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:24.804225 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-003bae79-817b-4ce6-9505-5efa0751983e req-00c1be13-fc29-4188-8e98-ec5d2f388a97 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0707929 Aug 07 04:05:24.859671 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-003bae79-817b-4ce6-9505-5efa0751983e req-e0b95db6-e16e-436f-a12b-c9890fb3e81d tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541298 Aug 07 04:05:24.971367 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493ac04-b17d-4450-9232-42152beab4b4 req-8a4cc178-8be3-4231-b553-c9e0ebb4a950 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:24.972919 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1493ac04-b17d-4450-9232-42152beab4b4 req-8a4cc178-8be3-4231-b553-c9e0ebb4a950 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 945 time: 0.0515971 Aug 07 04:05:25.025766 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1493ac04-b17d-4450-9232-42152beab4b4 req-0de66ea6-f723-4810-aeaa-74166ae24dca tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415349 Aug 07 04:05:29.151275 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848971a-99d8-4949-b27e-5c89b8c2445c req-78422fec-3b61-49f8-8ebe-f5fba1c4a6da tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:29.152699 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f848971a-99d8-4949-b27e-5c89b8c2445c req-78422fec-3b61-49f8-8ebe-f5fba1c4a6da tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0844967 Aug 07 04:05:29.160964 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02be32c-795b-4938-ac76-399812b0bd6a req-3705df3f-b0de-4fab-a5f8-3a59dcf938fe tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:29.162347 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a02be32c-795b-4938-ac76-399812b0bd6a req-3705df3f-b0de-4fab-a5f8-3a59dcf938fe tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 945 time: 0.0849004 Aug 07 04:05:29.225592 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f848971a-99d8-4949-b27e-5c89b8c2445c req-55d4e3e2-2ef1-47a6-9f05-41147214d7fc tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622945 Aug 07 04:05:29.229319 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a02be32c-795b-4938-ac76-399812b0bd6a req-6bb84875-d559-49b4-ba30-4f97a80e676c tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599110 Aug 07 04:05:29.401006 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-8dca394c-f4b5-4847-b66c-f2c199172006 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:29.402534 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-8dca394c-f4b5-4847-b66c-f2c199172006 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/networks?id=4def5e53-d64a-4b01-a5c6-6e3cec03ed76 HTTP/1.1" status: 200 len: 812 time: 0.0976734 Aug 07 04:05:29.427733 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-61b62eeb-2b10-460e-8d3b-774b668bd4c4 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/quotas/a2c5d914ffcb4b0a9f090b0ca86db2d3 HTTP/1.1" status: 200 len: 375 time: 0.0189147 Aug 07 04:05:29.462774 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-2fd5c84e-7ae9-4427-9688-7d48304a2ad9 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2c5d914ffcb4b0a9f090b0ca86db2d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269263 Aug 07 04:05:29.566648 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-9bfd49b1-8028-4ca9-91ce-6a86ec0c06d1 service neutron] 10.222.0.18 "GET /v2.0/networks/4def5e53-d64a-4b01-a5c6-6e3cec03ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911248 Aug 07 04:05:29.657933 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-6a59db16-e7a9-45e4-a91a-b30e1746a6fe service neutron] 10.222.0.18 "GET /v2.0/networks/4def5e53-d64a-4b01-a5c6-6e3cec03ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841427 Aug 07 04:05:29.836145 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-39f21a86-aac9-4ac1-b55c-8b5045b1b779 req-171a4dea-2f26-47d1-8f09-1abb156f427b tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 210 time: 0.0385132 Aug 07 04:05:30.495157 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 49882) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:30.600328 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5357a111-1bca-40c2-866d-02a802c73be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:30.686852 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5357a111-1bca-40c2-866d-02a802c73be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:30.690623 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5357a111-1bca-40c2-866d-02a802c73be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:30.730868 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-5357a111-1bca-40c2-866d-02a802c73be1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23f5527bc9ce4cae8780c0b5c7e16dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345893 Aug 07 04:05:30.731766 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357a111-1bca-40c2-866d-02a802c73be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cba3e0b-e394-433e-872e-a8ef9c58795e,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:30.733690 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 49892) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:30.784057 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6805966c-26b8-415b-9045-c7b1997036d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:30.807986 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6805966c-26b8-415b-9045-c7b1997036d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:30.854830 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6805966c-26b8-415b-9045-c7b1997036d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:30.857644 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6805966c-26b8-415b-9045-c7b1997036d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:30.861139 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-6805966c-26b8-415b-9045-c7b1997036d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8cba3e0b-e394-433e-872e-a8ef9c58795e HTTP/1.1" status: 204 len: 168 time: 0.1241386 Aug 07 04:05:30.868311 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805966c-26b8-415b-9045-c7b1997036d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cba3e0b-e394-433e-872e-a8ef9c58795e,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:31.124392 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 49902) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:31.138020 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-094951d6-a0d0-451b-852b-86a7f7c911c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:31.226174 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-094951d6-a0d0-451b-852b-86a7f7c911c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:31.230120 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-094951d6-a0d0-451b-852b-86a7f7c911c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:31.267372 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-094951d6-a0d0-451b-852b-86a7f7c911c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fee5be458c2e4ef896188a1d222479c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418803 Aug 07 04:05:31.268271 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094951d6-a0d0-451b-852b-86a7f7c911c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a71f0b-39d9-412f-a31d-8a5a566ab58f,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:31.269994 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 49904) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:31.319150 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0704b6ff-36b1-433b-acf3-6bafeaa756c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:31.340172 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0704b6ff-36b1-433b-acf3-6bafeaa756c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:31.387583 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0704b6ff-36b1-433b-acf3-6bafeaa756c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:31.390220 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0704b6ff-36b1-433b-acf3-6bafeaa756c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:31.391437 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-0704b6ff-36b1-433b-acf3-6bafeaa756c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6a71f0b-39d9-412f-a31d-8a5a566ab58f HTTP/1.1" status: 204 len: 168 time: 0.1195924 Aug 07 04:05:31.399761 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704b6ff-36b1-433b-acf3-6bafeaa756c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a71f0b-39d9-412f-a31d-8a5a566ab58f,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:33.887046 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb0174-9689-4fb3-83e1-acd33ddda3c6 req-4aee7595-0a39-445c-9184-23f70c01791d tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:33.888757 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-47bb0174-9689-4fb3-83e1-acd33ddda3c6 req-4aee7595-0a39-445c-9184-23f70c01791d tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0664418 Aug 07 04:05:33.929476 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-47bb0174-9689-4fb3-83e1-acd33ddda3c6 req-28c9cb21-2148-4cde-9731-8682a58378e9 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345459 Aug 07 04:05:34.016256 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-faf1003e-108f-4aa7-af69-84b1616248fb req-4d27d19e-b9a7-48b1-9aa5-5ef5b91efded tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 210 time: 0.0264769 Aug 07 04:05:34.800771 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-e593bef4-a2d1-46e7-8f76-d560a34f6505 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:34.802355 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-e593bef4-a2d1-46e7-8f76-d560a34f6505 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.30 "GET /v2.0/networks?id=4def5e53-d64a-4b01-a5c6-6e3cec03ed76 HTTP/1.1" status: 200 len: 812 time: 0.1304023 Aug 07 04:05:34.830846 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-f9725f9d-eb2b-4852-b05e-075821095d98 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Request body: {'port': {'device_id': 'c83ddd03-e909-4743-88a8-64654e7f309d', 'network_id': '4def5e53-d64a-4b01-a5c6-6e3cec03ed76', 'admin_state_up': True, 'tenant_id': 'a2c5d914ffcb4b0a9f090b0ca86db2d3'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:05:35.242388 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca12d0a5-7466-4848-918c-17c672cd7d33 req-8a3e8f80-9029-40da-8dc8-675fc260436c tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 210 time: 0.0751135 Aug 07 04:05:35.274493 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a311e-7708-4364-afe4-3bd35d7cce78 req-c4020a2a-24ad-433b-9f73-34a8d87fa16f tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:35.276459 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-690a311e-7708-4364-afe4-3bd35d7cce78 req-c4020a2a-24ad-433b-9f73-34a8d87fa16f tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.1083915 Aug 07 04:05:35.350259 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-690a311e-7708-4364-afe4-3bd35d7cce78 req-6abb8033-5061-49db-bad6-113d924478a3 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608103 Aug 07 04:05:35.365967 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-f9725f9d-eb2b-4852-b05e-075821095d98 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Made reservation on behalf of a2c5d914ffcb4b0a9f090b0ca86db2d3 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:05:35.369955 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-f9725f9d-eb2b-4852-b05e-075821095d98 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:35.509853 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-f9725f9d-eb2b-4852-b05e-075821095d98 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Allocated IP 172.20.0.12 (4def5e53-d64a-4b01-a5c6-6e3cec03ed76/4afa46db-cb7c-4365-8a89-b0b37823b9a6/7edaf651-1b88-4ff7-8db5-918a6c56d48c) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:05:35.662571 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-f9725f9d-eb2b-4852-b05e-075821095d98 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:35.702330 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-f9725f9d-eb2b-4852-b05e-075821095d98 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:35.750743 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-f9725f9d-eb2b-4852-b05e-075821095d98 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Network 4def5e53-d64a-4b01-a5c6-6e3cec03ed76 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:05:35.753956 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-f9725f9d-eb2b-4852-b05e-075821095d98 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:05:35.759189 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-f9725f9d-eb2b-4852-b05e-075821095d98 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:05:35.763110 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9725f9d-eb2b-4852-b05e-075821095d98 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Pushing event updated for resources: {'Port': ['ID=7edaf651-1b88-4ff7-8db5-918a6c56d48c,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:35.810510 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-f9725f9d-eb2b-4852-b05e-075821095d98 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:35.811031 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-f9725f9d-eb2b-4852-b05e-075821095d98 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:35.824527 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-f9725f9d-eb2b-4852-b05e-075821095d98 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9989152 Aug 07 04:05:35.839497 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Request body: {'port': {'device_id': 'c83ddd03-e909-4743-88a8-64654e7f309d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:05:35.891518 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:36.161084 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7edaf651-1b88-4ff7-8db5-918a6c56d48c {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:05:36.169271 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:36.182017 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Transition to ACTIVE for port object 7edaf651-1b88-4ff7-8db5-918a6c56d48c will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:05:36.185684 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:36.234788 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7edaf651-1b88-4ff7-8db5-918a6c56d48c,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:36.316401 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Attempting to bind port 7edaf651-1b88-4ff7-8db5-918a6c56d48c on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:05:36.317780 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Attempting to bind port 7edaf651-1b88-4ff7-8db5-918a6c56d48c by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'c5f7de76-1f41-4c01-ba15-b0ef84f4b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4def5e53-d64a-4b01-a5c6-6e3cec03ed76'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:05:36.318280 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Attempting to bind port 7edaf651-1b88-4ff7-8db5-918a6c56d48c on network 4def5e53-d64a-4b01-a5c6-6e3cec03ed76 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:05:36.326379 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Port 7edaf651-1b88-4ff7-8db5-918a6c56d48c on network 4def5e53-d64a-4b01-a5c6-6e3cec03ed76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:05:36.326719 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Attempting to bind port 7edaf651-1b88-4ff7-8db5-918a6c56d48c on network 4def5e53-d64a-4b01-a5c6-6e3cec03ed76 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:05:36.341576 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:05:36.341909 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Checking segment: {'id': 'c5f7de76-1f41-4c01-ba15-b0ef84f4b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4def5e53-d64a-4b01-a5c6-6e3cec03ed76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:05:36.342490 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Bound using segment: {'id': 'c5f7de76-1f41-4c01-ba15-b0ef84f4b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4def5e53-d64a-4b01-a5c6-6e3cec03ed76'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:05:36.342926 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Bound port: 7edaf651-1b88-4ff7-8db5-918a6c56d48c, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f7de76-1f41-4c01-ba15-b0ef84f4b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4def5e53-d64a-4b01-a5c6-6e3cec03ed76'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:05:36.343316 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:36.426407 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15ca89-7dc8-438f-88ee-fa2618ca9860 req-0c316be3-9a46-4d43-b293-f36d37aac519 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:36.431579 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3d15ca89-7dc8-438f-88ee-fa2618ca9860 req-0c316be3-9a46-4d43-b293-f36d37aac519 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 944 time: 0.1023750 Aug 07 04:05:36.439152 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 50094) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:36.493203 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] For port 7edaf651-1b88-4ff7-8db5-918a6c56d48c, host hv-cinder-80374, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:05:36.518526 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] For port 7edaf651-1b88-4ff7-8db5-918a6c56d48c, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7edaf651-1b88-4ff7-8db5-918a6c56d48c,segment=NetworkSegment(c5f7de76-1f41-4c01-ba15-b0ef84f4b87f),segment_id=c5f7de76-1f41-4c01-ba15-b0ef84f4b87f)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:05:36.526653 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3d15ca89-7dc8-438f-88ee-fa2618ca9860 req-038affa6-0730-4f43-8be3-41a874df48a4 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873079 Aug 07 04:05:36.536267 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eaa585-7c4c-499a-8291-3d0d65f72e9f req-86c682fe-017f-4ac6-bb6c-4c2b1bb004c1 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:36.537764 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a0eaa585-7c4c-499a-8291-3d0d65f72e9f req-86c682fe-017f-4ac6-bb6c-4c2b1bb004c1 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.1051941 Aug 07 04:05:36.538815 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:36.551564 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-999939ff-fe7d-4e8a-ad5e-987ef73f7197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:36.596447 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:36.597068 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:36.598491 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] 10.222.0.30 "PUT /v2.0/ports/7edaf651-1b88-4ff7-8db5-918a6c56d48c HTTP/1.1" status: 200 len: 1094 time: 0.7638638 Aug 07 04:05:36.599300 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c83ddd03-e909-4743-88a8-64654e7f309d', 'tag': '7edaf651-1b88-4ff7-8db5-918a6c56d48c'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:05:36.602254 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3686c70b-cbc6-4cb1-b0fd-52ce48fc4364" -d '{"events": [{"name": "network-changed", "server_uuid": "c83ddd03-e909-4743-88a8-64654e7f309d", "tag": "7edaf651-1b88-4ff7-8db5-918a6c56d48c"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:05:36.628470 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670200a-80f5-4879-befb-c8274e5cc4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=7edaf651-1b88-4ff7-8db5-918a6c56d48c,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:36.636004 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a0eaa585-7c4c-499a-8291-3d0d65f72e9f req-ba4fa4ca-5833-44bb-9d56-67536bb256cc tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724158 Aug 07 04:05:36.670785 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-999939ff-fe7d-4e8a-ad5e-987ef73f7197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:36.674683 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-999939ff-fe7d-4e8a-ad5e-987ef73f7197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:36.674879 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbf534a-2bed-4ae0-84ff-cda2844005a4 x-openstack-request-id: req-4dbf534a-2bed-4ae0-84ff-cda2844005a4 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:05:36.675249 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c83ddd03-e909-4743-88a8-64654e7f309d", "tag": "7edaf651-1b88-4ff7-8db5-918a6c56d48c", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:05:36.675523 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4dbf534a-2bed-4ae0-84ff-cda2844005a4 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:05:36.675969 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c83ddd03-e909-4743-88a8-64654e7f309d', 'tag': '7edaf651-1b88-4ff7-8db5-918a6c56d48c', 'status': 'completed', 'code': 200} Aug 07 04:05:36.693569 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-b6fb36a8-dd67-4e15-827e-cdd5df014981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:36.695427 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-b6fb36a8-dd67-4e15-827e-cdd5df014981 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2c5d914ffcb4b0a9f090b0ca86db2d3&device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 1097 time: 0.0465667 Aug 07 04:05:36.713109 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999939ff-fe7d-4e8a-ad5e-987ef73f7197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70983cd-c332-43ec-9d99-d3d77716ed01,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:36.725192 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-999939ff-fe7d-4e8a-ad5e-987ef73f7197 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc16b6e7af7c4d6f82bb051fadb2ac1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848868 Aug 07 04:05:36.726066 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 50104) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:36.755925 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-3f8fb5e5-8068-4ce1-8f7c-8ed61d53d52f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7edaf651-1b88-4ff7-8db5-918a6c56d48c HTTP/1.1" status: 200 len: 217 time: 0.0451076 Aug 07 04:05:36.789284 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17d44176-f915-4652-9153-d6d10e075a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:36.810923 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17d44176-f915-4652-9153-d6d10e075a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:36.814428 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-8a23b1b8-6686-4ba2-9afa-3439ad953357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:36.815931 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-8a23b1b8-6686-4ba2-9afa-3439ad953357 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4afa46db-cb7c-4365-8a89-b0b37823b9a6 HTTP/1.1" status: 200 len: 852 time: 0.0466290 Aug 07 04:05:36.848437 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-98528a0f-0463-405e-b8db-2d205e2aa9f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4def5e53-d64a-4b01-a5c6-6e3cec03ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241706 Aug 07 04:05:36.857692 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17d44176-f915-4652-9153-d6d10e075a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:36.860355 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-17d44176-f915-4652-9153-d6d10e075a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:36.861482 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-17d44176-f915-4652-9153-d6d10e075a74 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a70983cd-c332-43ec-9d99-d3d77716ed01 HTTP/1.1" status: 204 len: 168 time: 0.1335042 Aug 07 04:05:36.869761 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d44176-f915-4652-9153-d6d10e075a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70983cd-c332-43ec-9d99-d3d77716ed01,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:36.946988 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-79bf6b8f-8599-4112-a813-5059defc41d3 service neutron] 10.222.0.30 "GET /v2.0/networks/4def5e53-d64a-4b01-a5c6-6e3cec03ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888276 Aug 07 04:05:37.051749 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7903e74b-57c9-42bc-ad15-06d3e6cb5880 req-07b33de9-e1af-4634-ba2d-73bacfb2b78b service neutron] 10.222.0.30 "GET /v2.0/networks/4def5e53-d64a-4b01-a5c6-6e3cec03ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904868 Aug 07 04:05:37.143495 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686c70b-cbc6-4cb1-b0fd-52ce48fc4364 req-f70aa35c-3063-4b3e-bf26-1496ddfc98f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:37.145092 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3686c70b-cbc6-4cb1-b0fd-52ce48fc4364 req-f70aa35c-3063-4b3e-bf26-1496ddfc98f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2c5d914ffcb4b0a9f090b0ca86db2d3&device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 1097 time: 0.0422235 Aug 07 04:05:37.145629 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 50116) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:37.158473 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f0f41722-4702-4714-91ee-5e9b0b006cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:37.249223 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686c70b-cbc6-4cb1-b0fd-52ce48fc4364 req-5aa2d327-eb2e-4599-a703-5729268b6368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:37.250685 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3686c70b-cbc6-4cb1-b0fd-52ce48fc4364 req-5aa2d327-eb2e-4599-a703-5729268b6368 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4def5e53-d64a-4b01-a5c6-6e3cec03ed76 HTTP/1.1" status: 200 len: 913 time: 0.0947275 Aug 07 04:05:37.251465 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f0f41722-4702-4714-91ee-5e9b0b006cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:37.255228 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f0f41722-4702-4714-91ee-5e9b0b006cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:37.293585 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3686c70b-cbc6-4cb1-b0fd-52ce48fc4364 req-be0bc9b3-5b6c-4700-8eae-d232d698e395 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7edaf651-1b88-4ff7-8db5-918a6c56d48c HTTP/1.1" status: 200 len: 217 time: 0.0341842 Aug 07 04:05:37.294486 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f0f41722-4702-4714-91ee-5e9b0b006cd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a73f621e4bbc4327b060d1322d6175ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478114 Aug 07 04:05:37.296407 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f41722-4702-4714-91ee-5e9b0b006cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cfe503-dca7-4e50-ac5c-290bbcd0cb45,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:37.297183 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 50118) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:37.382577 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686c70b-cbc6-4cb1-b0fd-52ce48fc4364 req-f6bc2761-e47c-4780-92e0-3bfd877e8c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:37.384045 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3686c70b-cbc6-4cb1-b0fd-52ce48fc4364 req-f6bc2761-e47c-4780-92e0-3bfd877e8c02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4afa46db-cb7c-4365-8a89-b0b37823b9a6 HTTP/1.1" status: 200 len: 852 time: 0.0804219 Aug 07 04:05:37.388519 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7214a5c7-7f73-4a36-9cf8-11269cbb1a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:37.428442 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3686c70b-cbc6-4cb1-b0fd-52ce48fc4364 req-db68d582-74c4-4c1b-b5af-f747071d54ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4def5e53-d64a-4b01-a5c6-6e3cec03ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311790 Aug 07 04:05:37.433071 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7214a5c7-7f73-4a36-9cf8-11269cbb1a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:37.540345 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7214a5c7-7f73-4a36-9cf8-11269cbb1a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:37.542786 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7214a5c7-7f73-4a36-9cf8-11269cbb1a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:37.543921 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-7214a5c7-7f73-4a36-9cf8-11269cbb1a7c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a7cfe503-dca7-4e50-ac5c-290bbcd0cb45 HTTP/1.1" status: 204 len: 168 time: 0.2456779 Aug 07 04:05:37.558838 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3686c70b-cbc6-4cb1-b0fd-52ce48fc4364 req-ee1ff711-1792-455c-bfa9-c86e614f5304 service neutron] 10.222.0.30 "GET /v2.0/networks/4def5e53-d64a-4b01-a5c6-6e3cec03ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108713 Aug 07 04:05:37.560297 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214a5c7-7f73-4a36-9cf8-11269cbb1a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cfe503-dca7-4e50-ac5c-290bbcd0cb45,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:37.690102 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490e1c9-b5af-4d5c-8a3c-68b42633f14f req-bd1939a4-d26e-460c-8ea0-8dd1f9d93178 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:37.691621 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6490e1c9-b5af-4d5c-8a3c-68b42633f14f req-bd1939a4-d26e-460c-8ea0-8dd1f9d93178 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 944 time: 0.0808620 Aug 07 04:05:37.695699 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3686c70b-cbc6-4cb1-b0fd-52ce48fc4364 req-9f6f4523-56f7-471b-acad-f0a1c17653e6 service neutron] 10.222.0.30 "GET /v2.0/networks/4def5e53-d64a-4b01-a5c6-6e3cec03ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288946 Aug 07 04:05:37.700614 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:37.765766 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6490e1c9-b5af-4d5c-8a3c-68b42633f14f req-19683c45-b7fd-4c0f-9c14-b7baf9a1b61c tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669403 Aug 07 04:05:37.784990 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7497119-7734-4f3b-8243-3358b89abafa req-3db2688f-369f-4757-b37f-6d2c8c99667e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:37.786605 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e7497119-7734-4f3b-8243-3358b89abafa req-3db2688f-369f-4757-b37f-6d2c8c99667e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0709746 Aug 07 04:05:37.827837 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e7497119-7734-4f3b-8243-3358b89abafa req-b0a713bb-9f83-4506-81e0-5ccc0bfda2fd tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341818 Aug 07 04:05:37.924846 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 50138) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:37.938053 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-80cd5028-1fe3-450c-a24c-c6b2c7453c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:38.025965 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-80cd5028-1fe3-450c-a24c-c6b2c7453c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:38.030627 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-80cd5028-1fe3-450c-a24c-c6b2c7453c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:38.069455 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-80cd5028-1fe3-450c-a24c-c6b2c7453c54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06a0e20ecf1048c29efa11ed3000dbc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432831 Aug 07 04:05:38.070307 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd5028-1fe3-450c-a24c-c6b2c7453c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2832cb-5b33-422f-9b82-1b63a6f8a7a8,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:38.071955 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 50140) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:38.123219 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d562a4d4-2bb0-4ba1-93f1-79883637158d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:38.146635 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d562a4d4-2bb0-4ba1-93f1-79883637158d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:38.192595 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d562a4d4-2bb0-4ba1-93f1-79883637158d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:38.198446 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d562a4d4-2bb0-4ba1-93f1-79883637158d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:38.198446 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-d562a4d4-2bb0-4ba1-93f1-79883637158d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b2832cb-5b33-422f-9b82-1b63a6f8a7a8 HTTP/1.1" status: 204 len: 168 time: 0.1242745 Aug 07 04:05:38.205388 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562a4d4-2bb0-4ba1-93f1-79883637158d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2832cb-5b33-422f-9b82-1b63a6f8a7a8,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:38.888451 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b3ca0-267c-44da-a0d0-1ea562b8d3e8 req-5a2f194f-d22b-4985-a07e-6acd924bdd3d tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:38.890144 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-101b3ca0-267c-44da-a0d0-1ea562b8d3e8 req-5a2f194f-d22b-4985-a07e-6acd924bdd3d tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 944 time: 0.0544002 Aug 07 04:05:38.979307 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-101b3ca0-267c-44da-a0d0-1ea562b8d3e8 req-00d3fec7-24a8-4189-a7b2-6cde152f8674 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718184 Aug 07 04:05:38.998906 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4368f3-bf8d-47bf-af81-5fee20764cc5 req-a8878929-eb5d-47ae-b974-48c641a10efb tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:39.000616 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7a4368f3-bf8d-47bf-af81-5fee20764cc5 req-a8878929-eb5d-47ae-b974-48c641a10efb tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0754342 Aug 07 04:05:39.044823 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7a4368f3-bf8d-47bf-af81-5fee20764cc5 req-519af31d-c749-4259-aef7-f7730ba48ec0 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377116 Aug 07 04:05:40.076058 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 7edaf651-1b88-4ff7-8db5-918a6c56d48c details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:05:40.097153 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a303a-ddc6-4f9e-8bad-cde12c83fa6d req-22368423-cbf4-459d-b3ca-b9d9e2b04337 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:40.113857 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7d2a303a-ddc6-4f9e-8bad-cde12c83fa6d req-22368423-cbf4-459d-b3ca-b9d9e2b04337 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 944 time: 0.0655496 Aug 07 04:05:40.177361 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7d2a303a-ddc6-4f9e-8bad-cde12c83fa6d req-c934d3be-5914-4df0-a6f8-9f8aa5a5b9cc tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626888 Aug 07 04:05:40.193853 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 7edaf651-1b88-4ff7-8db5-918a6c56d48c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7edaf651-1b88-4ff7-8db5-918a6c56d48c,segment=NetworkSegment(c5f7de76-1f41-4c01-ba15-b0ef84f4b87f),segment_id=c5f7de76-1f41-4c01-ba15-b0ef84f4b87f)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:05:40.205242 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6e2ba-da30-4db2-b02d-1f167bfdc940 req-732b766e-3b1d-4582-87a1-709f374b7291 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:40.207053 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e7d6e2ba-da30-4db2-b02d-1f167bfdc940 req-732b766e-3b1d-4582-87a1-709f374b7291 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0750620 Aug 07 04:05:40.209257 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '7edaf651-1b88-4ff7-8db5-918a6c56d48c', 'network_id': '4def5e53-d64a-4b01-a5c6-6e3cec03ed76', 'port_id': '7edaf651-1b88-4ff7-8db5-918a6c56d48c', 'mac_address': 'fa:16:3e:74:9f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afa46db-cb7c-4365-8a89-b0b37823b9a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:05:40.251443 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:40.251743 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e7d6e2ba-da30-4db2-b02d-1f167bfdc940 req-ee208b1a-c686-4dae-b71c-3d599e797f9e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366616 Aug 07 04:05:40.266514 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7edaf651-1b88-4ff7-8db5-918a6c56d48c {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:05:40.287959 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 7edaf651-1b88-4ff7-8db5-918a6c56d48c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7edaf651-1b88-4ff7-8db5-918a6c56d48c,segment=NetworkSegment(c5f7de76-1f41-4c01-ba15-b0ef84f4b87f),segment_id=c5f7de76-1f41-4c01-ba15-b0ef84f4b87f)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:05:40.292055 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:40.347668 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=7edaf651-1b88-4ff7-8db5-918a6c56d48c,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:40.364524 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 50212) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:40.494905 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0d181855-53f7-49bb-9b53-bc6218d2d07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:40.613574 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0d181855-53f7-49bb-9b53-bc6218d2d07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:40.617190 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0d181855-53f7-49bb-9b53-bc6218d2d07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:40.656599 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d181855-53f7-49bb-9b53-bc6218d2d07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e7d325-1c5f-4083-9fa9-54d4835063f5,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:40.663672 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0d181855-53f7-49bb-9b53-bc6218d2d07d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16c30b5b454848a18264b955db07c6e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952940 Aug 07 04:05:40.664034 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 50228) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:40.713474 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d5884f4e-a976-4c85-a0c2-33c2ab0a0695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:40.734848 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d5884f4e-a976-4c85-a0c2-33c2ab0a0695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:40.783668 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d5884f4e-a976-4c85-a0c2-33c2ab0a0695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:40.786092 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d5884f4e-a976-4c85-a0c2-33c2ab0a0695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:40.787192 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-d5884f4e-a976-4c85-a0c2-33c2ab0a0695 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3e7d325-1c5f-4083-9fa9-54d4835063f5 HTTP/1.1" status: 204 len: 168 time: 0.1221032 Aug 07 04:05:40.794549 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5884f4e-a976-4c85-a0c2-33c2ab0a0695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e7d325-1c5f-4083-9fa9-54d4835063f5,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:40.914240 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489599a3-543c-4abd-b6ec-48b6e37a7df2 req-ab6ab6a1-916f-4e7e-8fd1-4b49ffa83bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:40.915824 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-489599a3-543c-4abd-b6ec-48b6e37a7df2 req-ab6ab6a1-916f-4e7e-8fd1-4b49ffa83bd8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 1098 time: 0.0474854 Aug 07 04:05:40.922128 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['7edaf651-1b88-4ff7-8db5-918a6c56d48c'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:05:40.963348 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-489599a3-543c-4abd-b6ec-48b6e37a7df2 req-e513ffed-5762-4ddc-82cc-5fce47c735c7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316186 Aug 07 04:05:41.289386 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02302e3-ce13-4aa9-a42a-3510c9d34d78 req-cfb758df-2d91-4f0f-bbbf-623d44bdd0a9 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:41.290886 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c02302e3-ce13-4aa9-a42a-3510c9d34d78 req-cfb758df-2d91-4f0f-bbbf-623d44bdd0a9 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 945 time: 0.0479915 Aug 07 04:05:41.354839 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c02302e3-ce13-4aa9-a42a-3510c9d34d78 req-d687bf6d-bbe2-4149-878d-4fa0648885bc tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575771 Aug 07 04:05:41.377143 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907c2d1-a92d-46ea-84c8-60915f49b3e5 req-b8361328-3148-4029-9b77-fa7767c25e21 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:41.378588 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8907c2d1-a92d-46ea-84c8-60915f49b3e5 req-b8361328-3148-4029-9b77-fa7767c25e21 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0519776 Aug 07 04:05:41.417827 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8907c2d1-a92d-46ea-84c8-60915f49b3e5 req-1690fa7e-6ac6-4ede-a596-b75f9c45bcbf tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Aug 07 04:05:44.423022 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1ef3b-0657-4a55-9253-76bbfdc90ea6 req-4e71de6c-d09f-49f7-80bd-a967e648bc60 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:44.424424 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6ef1ef3b-0657-4a55-9253-76bbfdc90ea6 req-4e71de6c-d09f-49f7-80bd-a967e648bc60 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 945 time: 0.0797327 Aug 07 04:05:44.435297 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010e081-7e67-4fa2-9945-7eb36b478f79 req-be9205a6-31fd-4f76-b5a4-8ff67a8e4aae tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:44.436785 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4010e081-7e67-4fa2-9945-7eb36b478f79 req-be9205a6-31fd-4f76-b5a4-8ff67a8e4aae tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0675805 Aug 07 04:05:44.496439 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6ef1ef3b-0657-4a55-9253-76bbfdc90ea6 req-84130125-c587-4d7c-9617-1133fbc21c92 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586848 Aug 07 04:05:44.499172 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4010e081-7e67-4fa2-9945-7eb36b478f79 req-23522f3b-ba77-492d-ac99-b7803df7caae tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555062 Aug 07 04:05:46.708109 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6989d1d2-0327-475b-9598-6fe2a44ba683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:47.760703 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 7edaf651-1b88-4ff7-8db5-918a6c56d48c up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:05:47.811540 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port 7edaf651-1b88-4ff7-8db5-918a6c56d48c completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:05:47.814943 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 7edaf651-1b88-4ff7-8db5-918a6c56d48c triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:05:47.815328 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:47.888378 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:47.911175 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83ddd03-e909-4743-88a8-64654e7f309d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edaf651-1b88-4ff7-8db5-918a6c56d48c'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:05:47.913368 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96d38b7-3d7d-4a8d-9139-9788bf84ea48" -d '{"events": [{"server_uuid": "c83ddd03-e909-4743-88a8-64654e7f309d", "name": "network-vif-plugged", "status": "completed", "tag": "7edaf651-1b88-4ff7-8db5-918a6c56d48c"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:05:47.926757 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 7edaf651-1b88-4ff7-8db5-918a6c56d48c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7edaf651-1b88-4ff7-8db5-918a6c56d48c,segment=NetworkSegment(c5f7de76-1f41-4c01-ba15-b0ef84f4b87f),segment_id=c5f7de76-1f41-4c01-ba15-b0ef84f4b87f)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:05:47.930229 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:47.980048 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=7edaf651-1b88-4ff7-8db5-918a6c56d48c,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:49.096845 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef37cea-fd50-421b-92de-73e8cb51c8f4 req-713c3c70-8b0a-43ba-9abf-b18bd48ab73a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:49.098334 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aef37cea-fd50-421b-92de-73e8cb51c8f4 req-713c3c70-8b0a-43ba-9abf-b18bd48ab73a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 946 time: 0.0802884 Aug 07 04:05:49.107027 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-514d0476-7f31-4790-a825-a2b776ad79d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:49.130016 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc8782-2381-4a64-946f-1c03a9924ed2 req-0491cc15-e037-4214-ac18-b1181a66030e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:49.131500 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c6dc8782-2381-4a64-946f-1c03a9924ed2 req-0491cc15-e037-4214-ac18-b1181a66030e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0750010 Aug 07 04:05:49.166531 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aef37cea-fd50-421b-92de-73e8cb51c8f4 req-739a4c39-d16e-4e60-b3f9-412fa980c11a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615826 Aug 07 04:05:49.186084 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c6dc8782-2381-4a64-946f-1c03a9924ed2 req-ccc83a7f-d1c7-4be7-aa1c-37486a43292e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487900 Aug 07 04:05:49.253783 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d923c723-8a2e-4e01-bc4f-1c13bfd3609b x-openstack-request-id: req-d923c723-8a2e-4e01-bc4f-1c13bfd3609b {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:05:49.254081 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c83ddd03-e909-4743-88a8-64654e7f309d", "name": "network-vif-plugged", "status": "completed", "tag": "7edaf651-1b88-4ff7-8db5-918a6c56d48c", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:05:49.254339 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d923c723-8a2e-4e01-bc4f-1c13bfd3609b {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:05:49.254738 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83ddd03-e909-4743-88a8-64654e7f309d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edaf651-1b88-4ff7-8db5-918a6c56d48c', 'code': 200} Aug 07 04:05:49.437326 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9c7b4-7b3e-4c8b-a267-d5be7a5ad855 req-3554814d-639d-4772-93bd-c70efd6fa209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:49.438655 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5dd9c7b4-7b3e-4c8b-a267-d5be7a5ad855 req-3554814d-639d-4772-93bd-c70efd6fa209 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 1099 time: 0.0419579 Aug 07 04:05:49.479783 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5dd9c7b4-7b3e-4c8b-a267-d5be7a5ad855 req-901b5c76-5825-42f8-9239-e882db568e65 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287490 Aug 07 04:05:49.506413 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:50.280877 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83dab1-3f7d-4449-bf48-e1c864980197 req-238b0ffb-f6eb-40cc-a51d-416ab949da6d tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:50.282359 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-da83dab1-3f7d-4449-bf48-e1c864980197 req-238b0ffb-f6eb-40cc-a51d-416ab949da6d tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 946 time: 0.0476053 Aug 07 04:05:50.331566 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-da83dab1-3f7d-4449-bf48-e1c864980197 req-32a516ff-1df1-47d5-bc89-2041e7b0b90d tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427122 Aug 07 04:05:50.381181 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b63261-fbab-4c31-b67d-d37a9d84c118 req-0a6d69a9-f31a-4256-b179-a81176d73174 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:50.382664 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-11b63261-fbab-4c31-b67d-d37a9d84c118 req-0a6d69a9-f31a-4256-b179-a81176d73174 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0494981 Aug 07 04:05:50.422334 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-11b63261-fbab-4c31-b67d-d37a9d84c118 req-5d45fc2a-96c0-4008-9c4a-a4cd3bf47c7a tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335536 Aug 07 04:05:50.604710 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-d414748f-571b-472a-9aa3-89e71ae500e0 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:50.606230 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-d414748f-571b-472a-9aa3-89e71ae500e0 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/networks?id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372 HTTP/1.1" status: 200 len: 815 time: 0.1044400 Aug 07 04:05:50.621290 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:50.669435 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-020a5e33-ff4b-4fcd-81cd-9909f0a6cbb7 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/quotas/30a6b18b4682466ca806f062f576241a HTTP/1.1" status: 200 len: 375 time: 0.0526860 Aug 07 04:05:50.721928 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a2ccd-64ae-43d1-bb59-039658cb0628 req-f5d544bc-3873-4067-9b7b-9d7eb4f92ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:50.723395 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a64a2ccd-64ae-43d1-bb59-039658cb0628 req-f5d544bc-3873-4067-9b7b-9d7eb4f92ae7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=003a204b7d8d4968817b31d17e3072dd&device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 1098 time: 0.0992775 Aug 07 04:05:50.733883 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ace09-f9ef-45df-bce7-1f60af79bff3 req-c29ff8b9-a956-4eab-8ac8-07fde85e3cb7 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:50.735264 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4d9ace09-f9ef-45df-bce7-1f60af79bff3 req-c29ff8b9-a956-4eab-8ac8-07fde85e3cb7 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.1101499 Aug 07 04:05:50.806711 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-dabcc6ef-03e4-4553-9de2-04b7d6fd7ca2 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=30a6b18b4682466ca806f062f576241a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1300042 Aug 07 04:05:50.878772 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4d9ace09-f9ef-45df-bce7-1f60af79bff3 req-a3495a66-1e02-4729-beea-013bef093d92 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332221 Aug 07 04:05:50.914541 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a2ccd-64ae-43d1-bb59-039658cb0628 req-d7932a33-56c4-4437-8819-b706d017ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:50.916050 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a64a2ccd-64ae-43d1-bb59-039658cb0628 req-d7932a33-56c4-4437-8819-b706d017ffa5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98df712f-423c-4952-8ac5-55aed9105c0e HTTP/1.1" status: 200 len: 920 time: 0.1799436 Aug 07 04:05:50.941659 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-00c70ed9-675a-4938-9765-6044842bd0c0 service neutron] 10.222.0.18 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273553 Aug 07 04:05:50.974468 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a64a2ccd-64ae-43d1-bb59-039658cb0628 req-c2a0c29f-6c41-4d4a-b196-4f44b40ff908 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64326d75-dc7b-467b-a684-b15a8bb7baf8 HTTP/1.1" status: 200 len: 217 time: 0.0445797 Aug 07 04:05:51.069159 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a2ccd-64ae-43d1-bb59-039658cb0628 req-0fe0285c-8083-4f94-9670-7a38fdf0d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:51.071252 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a64a2ccd-64ae-43d1-bb59-039658cb0628 req-0fe0285c-8083-4f94-9670-7a38fdf0d393 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89e600fc-6cf1-4ba0-b06a-135114de945d HTTP/1.1" status: 200 len: 859 time: 0.0828147 Aug 07 04:05:51.115943 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-4b5e29fc-e452-474b-bf65-12e6869a9ab4 service neutron] 10.222.0.18 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483386 Aug 07 04:05:51.117211 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a64a2ccd-64ae-43d1-bb59-039658cb0628 req-74f1f8bc-6916-4b2f-ad10-887cfe9e3080 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98df712f-423c-4952-8ac5-55aed9105c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331702 Aug 07 04:05:51.248848 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a64a2ccd-64ae-43d1-bb59-039658cb0628 req-1785c0c6-ff64-4184-a53a-4037f6248db2 service neutron] 10.222.0.30 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197844 Aug 07 04:05:51.390496 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d1a46bbd-2b9a-4842-9968-933ea3de8b85 req-b2f620a2-6bf4-4e17-99a2-8a1023f91d14 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 210 time: 0.0565076 Aug 07 04:05:51.427148 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a64a2ccd-64ae-43d1-bb59-039658cb0628 req-3f4cccb4-add3-40d3-8405-46cb14a3ffc8 service neutron] 10.222.0.30 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670599 Aug 07 04:05:51.467879 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f850a73-eee7-4618-89f8-bf2342bb51d3 req-d4db65fa-7088-475c-976b-30eaed57f346 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:51.469763 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6f850a73-eee7-4618-89f8-bf2342bb51d3 req-d4db65fa-7088-475c-976b-30eaed57f346 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 946 time: 0.0674722 Aug 07 04:05:51.512093 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6f850a73-eee7-4618-89f8-bf2342bb51d3 req-f1d620b1-62e5-4c8a-8408-ecf52f77c26d tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362120 Aug 07 04:05:52.010397 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bbe2f-b7a7-46de-9873-d137821e04de req-234da2eb-a932-4063-a28a-aab800e3837d tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:52.011900 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f09bbe2f-b7a7-46de-9873-d137821e04de req-234da2eb-a932-4063-a28a-aab800e3837d tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0537684 Aug 07 04:05:52.051147 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f09bbe2f-b7a7-46de-9873-d137821e04de req-7aec8776-c5cf-4b20-9f19-bd11304d2aa8 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321896 Aug 07 04:05:52.288726 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:52.534368 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-02693404-86a6-400f-b369-05e1fddad38d req-bc268ea6-2d6a-4e73-bec0-0646d035d41f tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 210 time: 0.0291898 Aug 07 04:05:52.587583 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-0ef9c1fb-c834-406a-b600-dc600b78d8b2 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:52.589411 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-0ef9c1fb-c834-406a-b600-dc600b78d8b2 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.30 "GET /v2.0/networks?id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372 HTTP/1.1" status: 200 len: 815 time: 0.1416211 Aug 07 04:05:52.606950 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Request body: {'port': {'device_id': 'a490416a-dc73-49b4-b708-c47822ce413d', 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372', 'admin_state_up': True, 'tenant_id': '30a6b18b4682466ca806f062f576241a'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:05:52.746719 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Made reservation on behalf of 30a6b18b4682466ca806f062f576241a for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:05:52.750293 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:52.874381 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Allocated IP 172.20.0.3 (b95f6c34-5052-4b6f-af63-c0f6ad7c4372/61ed36dd-7879-4685-b534-20fbc146fe68/7bb2805e-5676-4534-af14-e577315ad36a) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:05:52.940070 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 50484) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:52.945472 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:05:53.077445 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6fac0be2-95fb-45de-8b9a-318ad142f41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:53.170532 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6fac0be2-95fb-45de-8b9a-318ad142f41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:53.174567 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6fac0be2-95fb-45de-8b9a-318ad142f41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:53.212529 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-6fac0be2-95fb-45de-8b9a-318ad142f41d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac16438bbfdc42dabf100dd3ac27675b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712452 Aug 07 04:05:53.213406 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac0be2-95fb-45de-8b9a-318ad142f41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8449e1-33ff-4e24-b754-2288373daeb2,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:53.215393 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 50492) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:05:53.227199 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0be2-95fb-45de-8b9a-318ad142f41d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.227550 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0be2-95fb-45de-8b9a-318ad142f41d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.227887 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0be2-95fb-45de-8b9a-318ad142f41d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.228215 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0be2-95fb-45de-8b9a-318ad142f41d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.228545 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0be2-95fb-45de-8b9a-318ad142f41d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.228870 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0be2-95fb-45de-8b9a-318ad142f41d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.229193 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0be2-95fb-45de-8b9a-318ad142f41d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.229521 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0be2-95fb-45de-8b9a-318ad142f41d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.229843 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0be2-95fb-45de-8b9a-318ad142f41d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.230160 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0be2-95fb-45de-8b9a-318ad142f41d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.230478 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0be2-95fb-45de-8b9a-318ad142f41d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.230830 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fac0be2-95fb-45de-8b9a-318ad142f41d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.275834 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5d22-9b3c-4fdf-8215-6370282d1f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:53.282044 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851336ce-b2fa-45a0-b970-f3b7789eebfa req-25b0bc1d-df8d-428e-96f2-c59f6274f4c9 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:53.283784 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-851336ce-b2fa-45a0-b970-f3b7789eebfa req-25b0bc1d-df8d-428e-96f2-c59f6274f4c9 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0977972 Aug 07 04:05:53.297114 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5d22-9b3c-4fdf-8215-6370282d1f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:53.326508 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:53.343703 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5d22-9b3c-4fdf-8215-6370282d1f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:53.346127 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f7eb5d22-9b3c-4fdf-8215-6370282d1f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:53.346253 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-851336ce-b2fa-45a0-b970-f3b7789eebfa req-8716c14b-8911-470f-8c00-7bbca3769267 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555062 Aug 07 04:05:53.349659 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f7eb5d22-9b3c-4fdf-8215-6370282d1f3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff8449e1-33ff-4e24-b754-2288373daeb2 HTTP/1.1" status: 204 len: 168 time: 0.1309700 Aug 07 04:05:53.357296 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb5d22-9b3c-4fdf-8215-6370282d1f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8449e1-33ff-4e24-b754-2288373daeb2,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:53.399806 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:53.419101 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['608bce6e-3b85-4c01-a02e-bfe3ed5c709e', '99892d3b-de0b-4fd1-b081-10b07a06d946', 'f309ac3c-f09b-4531-9ca5-5367cbf44e3d'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:05:53.457642 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:05:53.463815 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:05:53.467830 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:05:53.495396 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Pushing event updated for resources: {'Port': ['ID=7bb2805e-5676-4534-af14-e577315ad36a,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:53.510408 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.510889 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.511315 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.511717 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.512142 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.512527 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.513420 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.513938 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.514417 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.514894 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.515399 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.515876 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:05:53.543855 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:53.546022 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:53.568109 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-8b6b0ae2-50b1-47c7-996c-6fc24ce5e298 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9666760 Aug 07 04:05:53.587690 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Request body: {'port': {'device_id': 'a490416a-dc73-49b4-b708-c47822ce413d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:05:53.688618 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:53.705094 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4d916-1375-4322-9653-8b82a4e8ec51 req-88c2370a-8aaf-4d4b-8b41-e758ada56781 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:53.706613 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6bf4d916-1375-4322-9653-8b82a4e8ec51 req-88c2370a-8aaf-4d4b-8b41-e758ada56781 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 931 time: 0.0827761 Aug 07 04:05:53.831177 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6bf4d916-1375-4322-9653-8b82a4e8ec51 req-38173e4b-41e3-46e2-b9fb-822970eb6018 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995975 Aug 07 04:05:54.031581 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb2805e-5676-4534-af14-e577315ad36a {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:05:54.042579 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:54.065037 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Transition to ACTIVE for port object 7bb2805e-5676-4534-af14-e577315ad36a will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:05:54.070635 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:54.140672 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e63749-382f-4405-bc69-875150583901 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb2805e-5676-4534-af14-e577315ad36a,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:54.191986 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Attempting to bind port 7bb2805e-5676-4534-af14-e577315ad36a on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:05:54.192332 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Attempting to bind port 7bb2805e-5676-4534-af14-e577315ad36a by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'f99dbb32-ea93-4457-887e-ca7849af143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:05:54.192660 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Attempting to bind port 7bb2805e-5676-4534-af14-e577315ad36a on network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:05:54.197935 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Port 7bb2805e-5676-4534-af14-e577315ad36a on network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:05:54.198463 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Attempting to bind port 7bb2805e-5676-4534-af14-e577315ad36a on network b95f6c34-5052-4b6f-af63-c0f6ad7c4372 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:05:54.203568 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:05:54.204088 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Checking segment: {'id': 'f99dbb32-ea93-4457-887e-ca7849af143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:05:54.204478 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Bound using segment: {'id': 'f99dbb32-ea93-4457-887e-ca7849af143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:05:54.204904 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Bound port: 7bb2805e-5676-4534-af14-e577315ad36a, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99dbb32-ea93-4457-887e-ca7849af143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:05:54.205497 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:54.275588 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] For port 7bb2805e-5676-4534-af14-e577315ad36a, host hv-cinder-80374, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:05:54.278589 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] For port 7bb2805e-5676-4534-af14-e577315ad36a, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7bb2805e-5676-4534-af14-e577315ad36a,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:05:54.283648 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:54.316741 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:54.317358 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:05:54.319746 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-a3e63749-382f-4405-bc69-875150583901 service neutron] 10.222.0.30 "PUT /v2.0/ports/7bb2805e-5676-4534-af14-e577315ad36a HTTP/1.1" status: 200 len: 1093 time: 0.7383497 Aug 07 04:05:54.322870 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a490416a-dc73-49b4-b708-c47822ce413d', 'tag': '7bb2805e-5676-4534-af14-e577315ad36a'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:05:54.326273 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515363c7-9dba-45ca-a3b7-97dbd2a38752" -d '{"events": [{"name": "network-changed", "server_uuid": "a490416a-dc73-49b4-b708-c47822ce413d", "tag": "7bb2805e-5676-4534-af14-e577315ad36a"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:05:54.357209 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e63749-382f-4405-bc69-875150583901 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb2805e-5676-4534-af14-e577315ad36a,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:05:54.364225 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cff7fbc-0aec-4a2a-94f9-39cb7e10c40a x-openstack-request-id: req-9cff7fbc-0aec-4a2a-94f9-39cb7e10c40a {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:05:54.364623 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a490416a-dc73-49b4-b708-c47822ce413d", "tag": "7bb2805e-5676-4534-af14-e577315ad36a", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:05:54.364995 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9cff7fbc-0aec-4a2a-94f9-39cb7e10c40a {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:05:54.365625 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a490416a-dc73-49b4-b708-c47822ce413d', 'tag': '7bb2805e-5676-4534-af14-e577315ad36a', 'status': 'completed', 'code': 200} Aug 07 04:05:54.485837 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e90fa2-d9df-428b-8e00-2876ff264a92 req-9288e3a0-ff42-4d8f-a483-90c03b987ee4 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:54.487321 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-94e90fa2-d9df-428b-8e00-2876ff264a92 req-9288e3a0-ff42-4d8f-a483-90c03b987ee4 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0512598 Aug 07 04:05:54.537289 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-94e90fa2-d9df-428b-8e00-2876ff264a92 req-95b72b82-f2eb-4d03-855f-462c7b945b8f tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437152 Aug 07 04:05:57.694191 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515363c7-9dba-45ca-a3b7-97dbd2a38752 req-875c0c00-1f29-4f1f-a77d-cbda72141b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:57.696543 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-515363c7-9dba-45ca-a3b7-97dbd2a38752 req-875c0c00-1f29-4f1f-a77d-cbda72141b2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30a6b18b4682466ca806f062f576241a&device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 1096 time: 0.0690148 Aug 07 04:05:57.867777 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f71000-58c4-4555-8630-aecd4b76a2dd req-c2483744-f193-4bed-a5f0-a609611c1c33 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:57.869259 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3f71000-58c4-4555-8630-aecd4b76a2dd req-c2483744-f193-4bed-a5f0-a609611c1c33 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 943 time: 0.1588454 Aug 07 04:05:57.888179 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cd126-a95c-4774-8af6-b7dfa32f3c26 req-67c3e7d1-c1cc-41e5-875a-c7b026b86b07 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:57.889571 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e3cd126-a95c-4774-8af6-b7dfa32f3c26 req-67c3e7d1-c1cc-41e5-875a-c7b026b86b07 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.1500065 Aug 07 04:05:57.935330 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515363c7-9dba-45ca-a3b7-97dbd2a38752 req-c499b831-a03f-48e3-8e04-4297ef83480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:57.936842 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-515363c7-9dba-45ca-a3b7-97dbd2a38752 req-c499b831-a03f-48e3-8e04-4297ef83480d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=30a6b18b4682466ca806f062f576241a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2249961 Aug 07 04:05:57.974586 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3f71000-58c4-4555-8630-aecd4b76a2dd req-bebd773f-b087-4275-a145-f4a82ebd217d tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975976 Aug 07 04:05:58.011736 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e3cd126-a95c-4774-8af6-b7dfa32f3c26 req-8c51c629-09f2-441b-9416-6dac9d9e745e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132472 Aug 07 04:05:58.064066 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515363c7-9dba-45ca-a3b7-97dbd2a38752 req-d854d8ed-8a27-4a93-9fa6-b26296fc9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:58.065553 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-515363c7-9dba-45ca-a3b7-97dbd2a38752 req-d854d8ed-8a27-4a93-9fa6-b26296fc9b7f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1200836 Aug 07 04:05:58.154020 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-76ec8b1a-e1b0-4115-ad1f-2130f11c3acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:58.155561 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-76ec8b1a-e1b0-4115-ad1f-2130f11c3acf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30a6b18b4682466ca806f062f576241a&device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 1096 time: 0.0463381 Aug 07 04:05:58.202900 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-8fbde9a3-3b12-4d27-94c4-fbe507df55e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bb2805e-5676-4534-af14-e577315ad36a HTTP/1.1" status: 200 len: 217 time: 0.0357933 Aug 07 04:05:58.268207 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-e1de0086-84dd-4880-8028-f690f1c93d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:58.271034 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-e1de0086-84dd-4880-8028-f690f1c93d3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=61ed36dd-7879-4685-b534-20fbc146fe68 HTTP/1.1" status: 200 len: 855 time: 0.0574462 Aug 07 04:05:58.322336 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-42c1ceb9-0c2f-4730-9681-55e7bbedc304 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b95f6c34-5052-4b6f-af63-c0f6ad7c4372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429096 Aug 07 04:05:58.435736 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-cb13bbd4-7105-457a-a449-c48da9e5e13b service neutron] 10.222.0.30 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990686 Aug 07 04:05:58.541878 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-acb9ff81-08e2-4532-b8e7-6dacff6d5341 req-ce6e4ac2-df2f-47da-8655-8e8a29c41024 service neutron] 10.222.0.30 "GET /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857816 Aug 07 04:05:59.104429 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c462bdc-f7e1-46a4-b2bd-d5710ac174bf req-7ef2e338-b64f-4bd3-85cc-873b5b20223b tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:59.105972 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5c462bdc-f7e1-46a4-b2bd-d5710ac174bf req-7ef2e338-b64f-4bd3-85cc-873b5b20223b tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 943 time: 0.0523913 Aug 07 04:05:59.145692 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5c462bdc-f7e1-46a4-b2bd-d5710ac174bf req-c4d3d370-f8fa-4035-9cf5-8f05786f888a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329165 Aug 07 04:05:59.515613 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da844a2-4b18-47ad-8a7c-899bf9292659 req-bb278c93-2f7e-4c48-854f-971efac93d95 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:05:59.517173 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8da844a2-4b18-47ad-8a7c-899bf9292659 req-bb278c93-2f7e-4c48-854f-971efac93d95 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0493481 Aug 07 04:05:59.559695 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8da844a2-4b18-47ad-8a7c-899bf9292659 req-5631ec00-07ba-4384-9ce1-444ed43c6697 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362246 Aug 07 04:06:00.264069 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a37357-fb4c-4034-bec9-c0cf40124351 req-548aa149-ee8d-40af-985a-499c0876f94b tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:00.265546 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e4a37357-fb4c-4034-bec9-c0cf40124351 req-548aa149-ee8d-40af-985a-499c0876f94b tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 943 time: 0.0519941 Aug 07 04:06:00.310208 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e4a37357-fb4c-4034-bec9-c0cf40124351 req-6bb1e81c-0c4b-4685-865a-0af392a1858b tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384407 Aug 07 04:06:00.470069 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 7bb2805e-5676-4534-af14-e577315ad36a details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:06:00.567449 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 7bb2805e-5676-4534-af14-e577315ad36a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7bb2805e-5676-4534-af14-e577315ad36a,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:06:00.581318 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '7bb2805e-5676-4534-af14-e577315ad36a', 'network_id': 'b95f6c34-5052-4b6f-af63-c0f6ad7c4372', 'port_id': '7bb2805e-5676-4534-af14-e577315ad36a', 'mac_address': 'fa:16:3e:df:85:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ed36dd-7879-4685-b534-20fbc146fe68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:06:00.619262 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:00.634120 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb2805e-5676-4534-af14-e577315ad36a {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:06:00.656911 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 7bb2805e-5676-4534-af14-e577315ad36a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7bb2805e-5676-4534-af14-e577315ad36a,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:06:00.662359 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:00.696927 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 50670) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:06:00.717497 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=7bb2805e-5676-4534-af14-e577315ad36a,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:00.724874 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:06:00.725245 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:06:00.725586 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:06:00.725918 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:06:00.726781 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:06:00.727149 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:06:00.727603 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:06:00.727965 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:06:00.728502 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:06:00.728829 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:06:00.729193 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:06:00.729515 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:06:00.818059 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-20a92304-1e9d-489b-aa9c-f5cf6a66246b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:00.913303 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-20a92304-1e9d-489b-aa9c-f5cf6a66246b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:00.917583 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-20a92304-1e9d-489b-aa9c-f5cf6a66246b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:00.959975 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-20a92304-1e9d-489b-aa9c-f5cf6a66246b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca5dff14ed394a94bfc9f07fc390be1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597110 Aug 07 04:06:00.959975 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a92304-1e9d-489b-aa9c-f5cf6a66246b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d8a3e5-c349-4bed-b8d1-fd10193da646,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:00.960372 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 50682) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:06:01.014896 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0d494324-c521-4462-a403-0d241916288e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:01.040803 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0d494324-c521-4462-a403-0d241916288e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:01.090709 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0d494324-c521-4462-a403-0d241916288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:01.093382 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0d494324-c521-4462-a403-0d241916288e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:01.094516 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-0d494324-c521-4462-a403-0d241916288e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20d8a3e5-c349-4bed-b8d1-fd10193da646 HTTP/1.1" status: 204 len: 168 time: 0.1331589 Aug 07 04:06:01.102817 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d494324-c521-4462-a403-0d241916288e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d8a3e5-c349-4bed-b8d1-fd10193da646,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:01.155265 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['7bb2805e-5676-4534-af14-e577315ad36a'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:06:01.466565 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dd8f4-fbb5-4a4f-ae48-8051c4da03e9 req-968eafdf-b444-4551-a171-c9d7e498117c tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:01.471679 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-809dd8f4-fbb5-4a4f-ae48-8051c4da03e9 req-968eafdf-b444-4551-a171-c9d7e498117c tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 944 time: 0.0651565 Aug 07 04:06:01.510569 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-809dd8f4-fbb5-4a4f-ae48-8051c4da03e9 req-ead3f3c2-5ce2-4b4e-bf83-55916d1058d4 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362291 Aug 07 04:06:02.303666 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-132345e1-d34f-428a-b3bb-c87eb6ebfd67 req-7c125bca-2c0f-46d8-86ae-a27ced2270cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599847 Aug 07 04:06:02.375423 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132345e1-d34f-428a-b3bb-c87eb6ebfd67 req-af5b884d-28aa-4511-a6c5-83e50d3a85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:02.377066 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-132345e1-d34f-428a-b3bb-c87eb6ebfd67 req-af5b884d-28aa-4511-a6c5-83e50d3a85a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec&device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 1098 time: 0.0405326 Aug 07 04:06:02.411273 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 50744) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:06:02.485828 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132345e1-d34f-428a-b3bb-c87eb6ebfd67 req-d33f88cc-2ab2-40f9-b677-2097971f4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:02.487361 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-132345e1-d34f-428a-b3bb-c87eb6ebfd67 req-d33f88cc-2ab2-40f9-b677-2097971f4a55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 HTTP/1.1" status: 200 len: 918 time: 0.0825419 Aug 07 04:06:02.516891 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3ecdfe33-0f14-45c4-a1b6-0e3ee24e54a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:02.571315 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-132345e1-d34f-428a-b3bb-c87eb6ebfd67 req-e846e495-1087-47d0-a4f7-fd503648ab68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38c383a9-237f-4d39-a785-0a9d85925de9 HTTP/1.1" status: 200 len: 1001 time: 0.0719585 Aug 07 04:06:02.619918 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3ecdfe33-0f14-45c4-a1b6-0e3ee24e54a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:02.624230 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3ecdfe33-0f14-45c4-a1b6-0e3ee24e54a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:02.659997 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdfe33-0f14-45c4-a1b6-0e3ee24e54a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b8daaa-291f-45c4-8e0d-cd291f6a5115,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:02.660785 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b1500-4726-4859-88ea-c3084b52a46b req-a51bc0f5-b80d-4d21-8d8f-b52469ffc37e tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:02.663597 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-692b1500-4726-4859-88ea-c3084b52a46b req-a51bc0f5-b80d-4d21-8d8f-b52469ffc37e tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 944 time: 0.0809958 Aug 07 04:06:02.668617 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3ecdfe33-0f14-45c4-a1b6-0e3ee24e54a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28f14eef217145e3828f939bbc609cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557175 Aug 07 04:06:02.668734 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 50754) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:06:02.691876 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132345e1-d34f-428a-b3bb-c87eb6ebfd67 req-83ca0d02-6617-4dac-aa1f-bd360cf91ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:02.693237 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-132345e1-d34f-428a-b3bb-c87eb6ebfd67 req-83ca0d02-6617-4dac-aa1f-bd360cf91ea0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=754a0fad-009c-41af-8768-85f84e113703 HTTP/1.1" status: 200 len: 856 time: 0.1009905 Aug 07 04:06:02.769213 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-692b1500-4726-4859-88ea-c3084b52a46b req-e43098a6-502b-4028-9601-cd5d9b462cb4 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907815 Aug 07 04:06:02.785220 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-df5b4486-92b2-4a61-965e-bc6cc2f00ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:02.800221 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132345e1-d34f-428a-b3bb-c87eb6ebfd67 req-7adfc361-f098-490f-a474-16b534603244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:02.801685 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-132345e1-d34f-428a-b3bb-c87eb6ebfd67 req-7adfc361-f098-490f-a474-16b534603244 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0890126 Aug 07 04:06:02.812540 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-df5b4486-92b2-4a61-965e-bc6cc2f00ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:02.932448 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-132345e1-d34f-428a-b3bb-c87eb6ebfd67 req-a5b872ca-cf21-4618-8e14-20c88ed70a7d service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109786 Aug 07 04:06:02.932448 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-df5b4486-92b2-4a61-965e-bc6cc2f00ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:02.935131 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-df5b4486-92b2-4a61-965e-bc6cc2f00ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:02.936134 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-df5b4486-92b2-4a61-965e-bc6cc2f00ac3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/70b8daaa-291f-45c4-8e0d-cd291f6a5115 HTTP/1.1" status: 204 len: 168 time: 0.2666543 Aug 07 04:06:02.943588 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b4486-92b2-4a61-965e-bc6cc2f00ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b8daaa-291f-45c4-8e0d-cd291f6a5115,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:03.044394 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-132345e1-d34f-428a-b3bb-c87eb6ebfd67 req-0abc47dd-e7fa-4020-843d-6639734122b2 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947270 Aug 07 04:06:03.307475 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697e24e-bb87-4594-b956-1bbf58b2d0d3 req-5f14aa71-f1ac-4790-80a4-a94410bd22af tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:03.309051 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f697e24e-bb87-4594-b956-1bbf58b2d0d3 req-5f14aa71-f1ac-4790-80a4-a94410bd22af tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0669272 Aug 07 04:06:03.354556 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f697e24e-bb87-4594-b956-1bbf58b2d0d3 req-fbc13b7f-1a4c-4b81-9007-776745fda362 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389621 Aug 07 04:06:03.886368 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544600e-5326-48f9-881a-d92e1b00eea1 req-c5cf9147-373e-4216-89de-5035610b9e2a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:03.888001 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8544600e-5326-48f9-881a-d92e1b00eea1 req-c5cf9147-373e-4216-89de-5035610b9e2a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 944 time: 0.0499616 Aug 07 04:06:03.929820 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8544600e-5326-48f9-881a-d92e1b00eea1 req-1cf52627-3f4f-493e-99ad-70a688cbaf88 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349846 Aug 07 04:06:04.477887 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520a37d-3915-4597-8d2e-a4714107f74e req-61ceec3f-2363-4828-bb6f-ba10d67e4f9d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:04.479393 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8520a37d-3915-4597-8d2e-a4714107f74e req-61ceec3f-2363-4828-bb6f-ba10d67e4f9d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0496089 Aug 07 04:06:04.496494 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 7bb2805e-5676-4534-af14-e577315ad36a up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:06:04.520391 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8520a37d-3915-4597-8d2e-a4714107f74e req-14ecabe9-7193-42f8-921c-07f1fcb50b51 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350726 Aug 07 04:06:04.546141 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port 7bb2805e-5676-4534-af14-e577315ad36a completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:06:04.548211 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 7bb2805e-5676-4534-af14-e577315ad36a triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:06:04.548574 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:04.627802 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:04.652562 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a490416a-dc73-49b4-b708-c47822ce413d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb2805e-5676-4534-af14-e577315ad36a'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:06:04.654797 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c25bdd6-62ac-4e9a-9535-55433869b5c7" -d '{"events": [{"server_uuid": "a490416a-dc73-49b4-b708-c47822ce413d", "name": "network-vif-plugged", "status": "completed", "tag": "7bb2805e-5676-4534-af14-e577315ad36a"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:06:04.672875 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 7bb2805e-5676-4534-af14-e577315ad36a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7bb2805e-5676-4534-af14-e577315ad36a,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:06:04.678190 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:04.701371 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612bf458-e003-4d32-8e4f-3e45eedede3a x-openstack-request-id: req-612bf458-e003-4d32-8e4f-3e45eedede3a {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:06:04.701696 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a490416a-dc73-49b4-b708-c47822ce413d", "name": "network-vif-plugged", "status": "completed", "tag": "7bb2805e-5676-4534-af14-e577315ad36a", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:06:04.701952 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-612bf458-e003-4d32-8e4f-3e45eedede3a {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:06:04.702344 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a490416a-dc73-49b4-b708-c47822ce413d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb2805e-5676-4534-af14-e577315ad36a', 'code': 200} Aug 07 04:06:04.729669 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=7bb2805e-5676-4534-af14-e577315ad36a,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:04.887079 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f840f0-1be4-4aed-b5cc-d784d1de9fdc req-7bb6bb6e-c009-4bb7-82cc-e28e2fd0fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:04.888562 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d8f840f0-1be4-4aed-b5cc-d784d1de9fdc req-7bb6bb6e-c009-4bb7-82cc-e28e2fd0fb07 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 1098 time: 0.0430124 Aug 07 04:06:04.927680 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d8f840f0-1be4-4aed-b5cc-d784d1de9fdc req-c454f913-4f8a-4121-ba6e-dbd1590e2c95 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311456 Aug 07 04:06:05.052285 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0aeeb-fccf-408c-b32b-bb406121ef53 req-99dd8eef-c063-41fe-8fdb-2857cd450408 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:05.053838 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8fb0aeeb-fccf-408c-b32b-bb406121ef53 req-99dd8eef-c063-41fe-8fdb-2857cd450408 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 945 time: 0.0582099 Aug 07 04:06:05.114766 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8fb0aeeb-fccf-408c-b32b-bb406121ef53 req-14c6bf0d-b1c7-40ef-91df-111fb092d32b tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538733 Aug 07 04:06:05.652992 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2069eb-beaf-4cfe-8e37-f1ce68862fcf req-f9454b86-59b5-47b2-9ed9-f2da9f9d6b7c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:05.654487 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8a2069eb-beaf-4cfe-8e37-f1ce68862fcf req-f9454b86-59b5-47b2-9ed9-f2da9f9d6b7c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0529628 Aug 07 04:06:05.694012 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8a2069eb-beaf-4cfe-8e37-f1ce68862fcf req-b361e3fb-793f-4781-82dc-9bcbfaef61b5 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330818 Aug 07 04:06:06.229341 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fff3d-7058-4891-8665-22137f8623ad req-a40e34c8-c06b-497e-b85e-a8518b9c3427 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:06.233014 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bf3fff3d-7058-4891-8665-22137f8623ad req-a40e34c8-c06b-497e-b85e-a8518b9c3427 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 945 time: 0.0479982 Aug 07 04:06:06.283222 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bf3fff3d-7058-4891-8665-22137f8623ad req-30e5205b-7838-4ce2-a35d-27e9225bccbc tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398278 Aug 07 04:06:06.832499 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901be27-f7d4-4310-8c13-9944834203df req-d0334b35-3d4b-4080-b269-2c5239622316 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:06.836627 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1901be27-f7d4-4310-8c13-9944834203df req-d0334b35-3d4b-4080-b269-2c5239622316 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0581956 Aug 07 04:06:06.886388 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1901be27-f7d4-4310-8c13-9944834203df req-20c8abfa-cf18-433e-8277-f25753fc991e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450010 Aug 07 04:06:07.400529 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de6ed5-fba4-42bc-b979-6480dbe50643 req-91968ef3-d8b7-49fd-870c-e7da4a273d7f tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:07.401680 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66de6ed5-fba4-42bc-b979-6480dbe50643 req-91968ef3-d8b7-49fd-870c-e7da4a273d7f tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 945 time: 0.0494125 Aug 07 04:06:07.441623 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66de6ed5-fba4-42bc-b979-6480dbe50643 req-143c1dd9-0749-4442-bbdc-936b8c3c52ed tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329931 Aug 07 04:06:07.730748 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:08.021628 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151d929-e6a5-466d-a93e-d59f62c6a1a6 req-13156845-d372-4bfc-b614-1f4e34921efb tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:08.023201 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5151d929-e6a5-466d-a93e-d59f62c6a1a6 req-13156845-d372-4bfc-b614-1f4e34921efb tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0520370 Aug 07 04:06:08.066314 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5151d929-e6a5-466d-a93e-d59f62c6a1a6 req-a18aada5-dede-48f4-b4e4-53b96a8805df tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369866 Aug 07 04:06:08.888048 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be96d1-10de-4fb9-84b4-42da399697b6 req-e4d3b64a-98e5-4371-ac97-3e7588d05724 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:08.889549 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d5be96d1-10de-4fb9-84b4-42da399697b6 req-e4d3b64a-98e5-4371-ac97-3e7588d05724 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0766542 Aug 07 04:06:08.892206 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbb116-9b96-473d-8d7f-46fd2f13d7f0 req-6aa02880-0aef-4dbe-bb08-30c4c1ec1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:08.893820 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-24bbb116-9b96-473d-8d7f-46fd2f13d7f0 req-6aa02880-0aef-4dbe-bb08-30c4c1ec1d5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=003a204b7d8d4968817b31d17e3072dd&device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 1098 time: 0.0796926 Aug 07 04:06:08.987339 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d5be96d1-10de-4fb9-84b4-42da399697b6 req-39d12733-76a3-4d54-b320-d954a791cb0c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877934 Aug 07 04:06:09.046541 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbb116-9b96-473d-8d7f-46fd2f13d7f0 req-04dfdd9f-fd74-49cd-bb33-f130feab18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:09.048443 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-24bbb116-9b96-473d-8d7f-46fd2f13d7f0 req-04dfdd9f-fd74-49cd-bb33-f130feab18d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98df712f-423c-4952-8ac5-55aed9105c0e HTTP/1.1" status: 200 len: 920 time: 0.1330335 Aug 07 04:06:09.094552 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-24bbb116-9b96-473d-8d7f-46fd2f13d7f0 req-6047aa2a-168e-43d1-b99b-2a0cef16fe4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64326d75-dc7b-467b-a684-b15a8bb7baf8 HTTP/1.1" status: 200 len: 217 time: 0.0363789 Aug 07 04:06:09.172580 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbb116-9b96-473d-8d7f-46fd2f13d7f0 req-1c1968a5-ee73-4af1-87a0-f311d30e4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:09.174069 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-24bbb116-9b96-473d-8d7f-46fd2f13d7f0 req-1c1968a5-ee73-4af1-87a0-f311d30e4154 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89e600fc-6cf1-4ba0-b06a-135114de945d HTTP/1.1" status: 200 len: 859 time: 0.0621462 Aug 07 04:06:09.247593 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-24bbb116-9b96-473d-8d7f-46fd2f13d7f0 req-978d8445-e2cb-47ab-bab3-ab6da7daecf9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98df712f-423c-4952-8ac5-55aed9105c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550120 Aug 07 04:06:09.271694 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b188b7-9ef1-4a1c-87ce-51a911cb2c17 req-974f1440-4ccd-478a-8756-64a933a36b3d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:09.273258 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-34b188b7-9ef1-4a1c-87ce-51a911cb2c17 req-974f1440-4ccd-478a-8756-64a933a36b3d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0656605 Aug 07 04:06:09.371098 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-34b188b7-9ef1-4a1c-87ce-51a911cb2c17 req-44248f11-d916-4cda-95cf-708df8c6fb9b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870001 Aug 07 04:06:09.399149 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-24bbb116-9b96-473d-8d7f-46fd2f13d7f0 req-d008fa07-6e4c-4e53-8516-a89fe4a2135a service neutron] 10.222.0.30 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245785 Aug 07 04:06:09.499407 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-24bbb116-9b96-473d-8d7f-46fd2f13d7f0 req-d4649834-8614-4503-9d62-2071e4ac4497 service neutron] 10.222.0.30 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829773 Aug 07 04:06:10.109248 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a5995-321f-42d1-be5c-53330b18c9de req-32ad6b35-0629-4e9e-b5f4-276317606d24 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:10.110715 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-467a5995-321f-42d1-be5c-53330b18c9de req-32ad6b35-0629-4e9e-b5f4-276317606d24 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0499880 Aug 07 04:06:10.150834 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-467a5995-321f-42d1-be5c-53330b18c9de req-33ace823-6c86-4e28-a889-a0707e390367 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325358 Aug 07 04:06:10.495742 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a6987-4864-4d15-828c-d0763310450c req-bb342e40-65bd-4dac-9e48-ee976c912d62 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:10.497135 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-611a6987-4864-4d15-828c-d0763310450c req-bb342e40-65bd-4dac-9e48-ee976c912d62 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0527136 Aug 07 04:06:10.539177 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-611a6987-4864-4d15-828c-d0763310450c req-3f9ace90-feb4-470e-b5d9-c6bded95be06 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344727 Aug 07 04:06:11.268996 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b89d3a-ec9d-4c64-a74f-3dd019a1b867 req-87fbbbe6-e8cc-498f-81c6-f4f5ebd9f236 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:11.271206 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-31b89d3a-ec9d-4c64-a74f-3dd019a1b867 req-87fbbbe6-e8cc-498f-81c6-f4f5ebd9f236 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0488000 Aug 07 04:06:11.312237 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-31b89d3a-ec9d-4c64-a74f-3dd019a1b867 req-df2946ca-0d6a-4952-9dca-1c84bc8dab8e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351269 Aug 07 04:06:11.656509 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8772a1-7343-4d50-867b-577a7bb2cc2d req-2ccd9773-4efe-4eb3-b34c-68cf1a0c1ddb tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:11.658205 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-de8772a1-7343-4d50-867b-577a7bb2cc2d req-2ccd9773-4efe-4eb3-b34c-68cf1a0c1ddb tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0480559 Aug 07 04:06:11.694211 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-de8772a1-7343-4d50-867b-577a7bb2cc2d req-21726547-64be-4995-99bd-4c7e1dd6a0e2 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295246 Aug 07 04:06:12.428164 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b1dac-d145-4f9f-8139-239922b60214 req-eca69b77-87df-4fbf-80d5-2db18f80fc3f tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:12.430125 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f40b1dac-d145-4f9f-8139-239922b60214 req-eca69b77-87df-4fbf-80d5-2db18f80fc3f tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0538595 Aug 07 04:06:12.467723 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f40b1dac-d145-4f9f-8139-239922b60214 req-10ba0ecc-ddda-40d8-ac8a-763d0e4481d3 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311635 Aug 07 04:06:12.813851 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72408480-b651-4397-a290-d6779c3c97b0 req-18127c6f-fdc6-4763-a275-1c898ba69d91 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:12.815485 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-72408480-b651-4397-a290-d6779c3c97b0 req-18127c6f-fdc6-4763-a275-1c898ba69d91 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0480964 Aug 07 04:06:12.854343 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-72408480-b651-4397-a290-d6779c3c97b0 req-3414dbbc-d01e-4ffd-a05f-a054eee51b87 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320005 Aug 07 04:06:13.580011 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc01fd-25ea-4afa-9235-c6f7ac675153 req-8aa03da4-5c45-4200-8186-5fda7f8c3551 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:13.581464 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f0dc01fd-25ea-4afa-9235-c6f7ac675153 req-8aa03da4-5c45-4200-8186-5fda7f8c3551 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0487492 Aug 07 04:06:13.618665 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f0dc01fd-25ea-4afa-9235-c6f7ac675153 req-cf52d57a-d8eb-4806-b025-e3bb8208cd08 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310826 Aug 07 04:06:13.977584 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13106dad-00c5-4f89-9162-8a0fce53ae12 req-c00ee580-08a7-4eab-8967-f84b93b61814 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:13.979080 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-13106dad-00c5-4f89-9162-8a0fce53ae12 req-c00ee580-08a7-4eab-8967-f84b93b61814 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0551751 Aug 07 04:06:14.015638 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-13106dad-00c5-4f89-9162-8a0fce53ae12 req-6f904fe7-46cd-4539-81a9-7d9f5bf80a56 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305839 Aug 07 04:06:14.737554 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc850320-4ae8-44ca-86ab-f7dea6e5d643 req-71a62bcf-9b56-44b6-87b8-17b466f2bcd7 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:14.739938 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bc850320-4ae8-44ca-86ab-f7dea6e5d643 req-71a62bcf-9b56-44b6-87b8-17b466f2bcd7 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0522392 Aug 07 04:06:14.782012 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bc850320-4ae8-44ca-86ab-f7dea6e5d643 req-f7fb7db3-c6e5-4083-9bc2-f5fa09066d1a tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356004 Aug 07 04:06:15.152676 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2a3c6-824e-4c6c-802d-ce177f000eb7 req-304090c7-1153-4fda-b028-b5500017dc04 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:15.154145 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b5f2a3c6-824e-4c6c-802d-ce177f000eb7 req-304090c7-1153-4fda-b028-b5500017dc04 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0513926 Aug 07 04:06:15.192784 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b5f2a3c6-824e-4c6c-802d-ce177f000eb7 req-ca103bab-1e89-4a62-b88d-46c33c001d2b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325010 Aug 07 04:06:15.908974 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b7a69-02bd-4c1c-8012-c3533853e309 req-59321771-a172-4ed5-b17d-5305f27c86d4 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:15.910528 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e20b7a69-02bd-4c1c-8012-c3533853e309 req-59321771-a172-4ed5-b17d-5305f27c86d4 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0509090 Aug 07 04:06:15.954647 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e20b7a69-02bd-4c1c-8012-c3533853e309 req-cff00b82-4ec3-4ebf-8d69-3428c610b80c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379782 Aug 07 04:06:16.328148 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f6646-09f6-4156-8665-473634573736 req-cd0fb6ae-f9f6-45d8-89b6-dce468ccba1d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:16.341757 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-531f6646-09f6-4156-8665-473634573736 req-cd0fb6ae-f9f6-45d8-89b6-dce468ccba1d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0680790 Aug 07 04:06:16.378379 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-531f6646-09f6-4156-8665-473634573736 req-dbecbea1-5b8c-4359-824c-403605506bf6 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353167 Aug 07 04:06:16.390017 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 51116) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:06:16.516563 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4e9daa79-e1dc-4c83-9ea2-521f6d05cb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:16.612571 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4e9daa79-e1dc-4c83-9ea2-521f6d05cb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:16.623240 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4e9daa79-e1dc-4c83-9ea2-521f6d05cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:16.659724 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9daa79-e1dc-4c83-9ea2-521f6d05cb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1e0a20-132c-4a01-9cc7-f079e4c84e27,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:16.666222 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4e9daa79-e1dc-4c83-9ea2-521f6d05cb4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3992aa5b5d594ca788be49034654311d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733703 Aug 07 04:06:16.667431 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 51126) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:06:16.714908 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e2412c54-d3dc-48c5-89be-0da1c0348a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:16.729840 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9e94edb2-505f-47b9-860d-7b631ff9f710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:16.751843 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9e94edb2-505f-47b9-860d-7b631ff9f710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:16.797433 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9e94edb2-505f-47b9-860d-7b631ff9f710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:16.800174 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9e94edb2-505f-47b9-860d-7b631ff9f710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:16.801315 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-9e94edb2-505f-47b9-860d-7b631ff9f710 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b1e0a20-132c-4a01-9cc7-f079e4c84e27 HTTP/1.1" status: 204 len: 168 time: 0.1317523 Aug 07 04:06:16.809862 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94edb2-505f-47b9-860d-7b631ff9f710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1e0a20-132c-4a01-9cc7-f079e4c84e27,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:17.080826 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f0518-b2e9-423c-b7e9-f54d7b9e15ae req-f6642041-9e4e-4552-9435-aaa45efe5046 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:17.082233 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-327f0518-b2e9-423c-b7e9-f54d7b9e15ae req-f6642041-9e4e-4552-9435-aaa45efe5046 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0553579 Aug 07 04:06:17.121012 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-327f0518-b2e9-423c-b7e9-f54d7b9e15ae req-5f79c1fe-588b-49db-a4e2-725362f4d206 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325942 Aug 07 04:06:17.508328 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497522c-3872-4732-be97-dc7928bcd6eb req-f5d3a83c-11a8-486b-b954-716d651fbf5f tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:17.509782 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4497522c-3872-4732-be97-dc7928bcd6eb req-f5d3a83c-11a8-486b-b954-716d651fbf5f tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0478177 Aug 07 04:06:17.550151 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4497522c-3872-4732-be97-dc7928bcd6eb req-32e50cb9-e3df-492f-af3e-7e98eed838c8 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344577 Aug 07 04:06:18.233235 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78ba91-1b07-4f9f-82b3-3716201a37d9 req-79dfd285-690b-4ccd-9bc6-db04e784f8c7 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:18.234676 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4a78ba91-1b07-4f9f-82b3-3716201a37d9 req-79dfd285-690b-4ccd-9bc6-db04e784f8c7 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0470719 Aug 07 04:06:18.271121 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4a78ba91-1b07-4f9f-82b3-3716201a37d9 req-7e5973d4-00ce-4bc2-95d1-2ac058fa1179 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305717 Aug 07 04:06:18.671444 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39922b00-0502-4b39-b5f0-cde33f7d59c7 req-79d9cf27-c0c5-44a9-9509-c356e28cc765 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:18.672800 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-39922b00-0502-4b39-b5f0-cde33f7d59c7 req-79d9cf27-c0c5-44a9-9509-c356e28cc765 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0508058 Aug 07 04:06:18.711502 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-39922b00-0502-4b39-b5f0-cde33f7d59c7 req-c623a177-4021-41c5-9c7e-fdd46b71b22b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328691 Aug 07 04:06:19.112110 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-8b90a50b-15e9-469e-9add-bb200c888433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:19.385443 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95029096-05d1-4f40-80dd-aa37152954cc req-59092a13-652f-4e9b-b40a-7d33f8e5e7b6 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:19.386883 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-95029096-05d1-4f40-80dd-aa37152954cc req-59092a13-652f-4e9b-b40a-7d33f8e5e7b6 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0496919 Aug 07 04:06:19.426652 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-95029096-05d1-4f40-80dd-aa37152954cc req-a1f6ed5d-2899-4520-8497-224705ec3c0a tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320003 Aug 07 04:06:19.525489 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:19.830108 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0858158-f81c-4cdf-a14e-3541555ac431 req-360e14db-aa2a-4c3b-8ceb-cf6e52b2655f tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:19.831622 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c0858158-f81c-4cdf-a14e-3541555ac431 req-360e14db-aa2a-4c3b-8ceb-cf6e52b2655f tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0477149 Aug 07 04:06:19.873597 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c0858158-f81c-4cdf-a14e-3541555ac431 req-443f3871-0ea8-4994-a2ef-fee082251d0b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356007 Aug 07 04:06:20.543835 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418449bf-93d4-45e7-8bbe-8cdf288ba5bc req-e9c22430-0b9c-434d-aafd-4da49547a674 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:20.545305 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-418449bf-93d4-45e7-8bbe-8cdf288ba5bc req-e9c22430-0b9c-434d-aafd-4da49547a674 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0527840 Aug 07 04:06:20.582621 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-418449bf-93d4-45e7-8bbe-8cdf288ba5bc req-3c6c8ae3-83f8-48bc-8a7e-cbfee8bd5798 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Aug 07 04:06:20.612718 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:21.005819 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463b0e3-c384-4c3d-97de-3f46703a1c16 req-21b1781d-c746-4289-8f09-157134da8160 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:21.007853 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d463b0e3-c384-4c3d-97de-3f46703a1c16 req-21b1781d-c746-4289-8f09-157134da8160 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0604520 Aug 07 04:06:21.048691 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d463b0e3-c384-4c3d-97de-3f46703a1c16 req-17b9ca2a-565a-4add-be9b-81f2f414af05 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332029 Aug 07 04:06:21.567052 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b474637-6240-44ea-b815-ab4d14d56bce req-1ae736ff-8adb-4f63-abb9-67928980708d tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:21.568566 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b474637-6240-44ea-b815-ab4d14d56bce req-1ae736ff-8adb-4f63-abb9-67928980708d tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 945 time: 0.0500655 Aug 07 04:06:21.608699 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b474637-6240-44ea-b815-ab4d14d56bce req-27b9f25c-bcb1-4aec-9ddd-a54bea6e9835 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327504 Aug 07 04:06:21.706578 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae539c00-acdf-4d2e-b597-51062bf5ca5e req-e8b30914-8a01-4550-b319-7db5a62f8054 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:21.708048 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ae539c00-acdf-4d2e-b597-51062bf5ca5e req-e8b30914-8a01-4550-b319-7db5a62f8054 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0516140 Aug 07 04:06:21.745946 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ae539c00-acdf-4d2e-b597-51062bf5ca5e req-10fe5ec9-6e46-4cca-b30c-4987c5b839ab tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317640 Aug 07 04:06:22.165858 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961f71d-69a6-4c2f-946c-32c825728e87 req-3d49e0fb-a921-492c-94a2-0916ae2b46a4 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:22.167214 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a961f71d-69a6-4c2f-946c-32c825728e87 req-3d49e0fb-a921-492c-94a2-0916ae2b46a4 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0477259 Aug 07 04:06:22.203117 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a961f71d-69a6-4c2f-946c-32c825728e87 req-728bf453-af37-4cee-ade6-51a54fa12593 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299911 Aug 07 04:06:22.290067 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:22.725168 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100a2b7-cf58-4402-a1a6-659316b14a7c req-f688c69c-1533-452e-bf99-2b158c321517 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:22.726778 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f100a2b7-cf58-4402-a1a6-659316b14a7c req-f688c69c-1533-452e-bf99-2b158c321517 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 945 time: 0.0488393 Aug 07 04:06:22.766524 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f100a2b7-cf58-4402-a1a6-659316b14a7c req-884511ed-ed84-459a-9bd2-f259cd31f290 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337987 Aug 07 04:06:22.875707 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2632397-9859-4bc3-b9ae-15b42c63f944 req-f0d1f4b1-0643-445f-b99a-3d6906aed567 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:22.877174 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c2632397-9859-4bc3-b9ae-15b42c63f944 req-f0d1f4b1-0643-445f-b99a-3d6906aed567 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0516832 Aug 07 04:06:22.915944 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c2632397-9859-4bc3-b9ae-15b42c63f944 req-6e16493e-0255-4a17-bb1f-68051f16b13d tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319681 Aug 07 04:06:23.319888 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196aeba-80a7-48e2-9c43-56f858ea256a req-68a698b2-4191-4a95-a876-92a17edd5691 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:23.321312 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0196aeba-80a7-48e2-9c43-56f858ea256a req-68a698b2-4191-4a95-a876-92a17edd5691 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0471287 Aug 07 04:06:23.358792 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0196aeba-80a7-48e2-9c43-56f858ea256a req-21f5b0fd-cf84-42fd-a63a-b26db297a0fa tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315819 Aug 07 04:06:23.880114 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef10801-dceb-4ca2-b5a0-03c618fe8259 req-e08e7f8f-8fd7-49e1-bbf8-14936c71499b tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:23.881614 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cef10801-dceb-4ca2-b5a0-03c618fe8259 req-e08e7f8f-8fd7-49e1-bbf8-14936c71499b tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 945 time: 0.0491860 Aug 07 04:06:23.923437 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cef10801-dceb-4ca2-b5a0-03c618fe8259 req-1912c5ee-4b3b-43b5-bda1-966d6165a13b tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338364 Aug 07 04:06:24.038571 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5e8f5-90cd-40ad-b7b8-ab8a960799fd req-490efc0c-aa55-4aca-ba7f-7582aa471088 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:24.040142 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-80e5e8f5-90cd-40ad-b7b8-ab8a960799fd req-490efc0c-aa55-4aca-ba7f-7582aa471088 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0538044 Aug 07 04:06:24.077579 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-80e5e8f5-90cd-40ad-b7b8-ab8a960799fd req-c18917df-298f-495d-83b8-92af0d5db398 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314031 Aug 07 04:06:24.215092 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e9967-606f-44a7-98e6-6b571bc29ca0 req-387b4b7e-154f-400b-b6a9-53fea09fa8c4 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:24.216487 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ed6e9967-606f-44a7-98e6-6b571bc29ca0 req-387b4b7e-154f-400b-b6a9-53fea09fa8c4 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.30 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 945 time: 0.0473177 Aug 07 04:06:24.312517 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-ed6e9967-606f-44a7-98e6-6b571bc29ca0 req-cc36802b-8c52-40f7-a76f-f327e02e95b9 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Deleting port 7bb2805e-5676-4534-af14-e577315ad36a {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:06:24.312772 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ed6e9967-606f-44a7-98e6-6b571bc29ca0 req-cc36802b-8c52-40f7-a76f-f327e02e95b9 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:24.397032 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-ed6e9967-606f-44a7-98e6-6b571bc29ca0 req-cc36802b-8c52-40f7-a76f-f327e02e95b9 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] For port 7bb2805e-5676-4534-af14-e577315ad36a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7bb2805e-5676-4534-af14-e577315ad36a,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:06:24.397850 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ed6e9967-606f-44a7-98e6-6b571bc29ca0 req-cc36802b-8c52-40f7-a76f-f327e02e95b9 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:24.412250 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-ed6e9967-606f-44a7-98e6-6b571bc29ca0 req-cc36802b-8c52-40f7-a76f-f327e02e95b9 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Calling delete_port for 7bb2805e-5676-4534-af14-e577315ad36a owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:06:24.518524 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce352b-6715-46db-943a-dea208a3cea5 req-f6ec78c9-e35b-4880-b4c5-64bb38d7815b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:24.519999 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f8ce352b-6715-46db-943a-dea208a3cea5 req-f6ec78c9-e35b-4880-b4c5-64bb38d7815b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0641222 Aug 07 04:06:24.582598 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f8ce352b-6715-46db-943a-dea208a3cea5 req-fd8a2069-20a2-47a5-a342-8d5a87411b99 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559111 Aug 07 04:06:24.605349 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ed6e9967-606f-44a7-98e6-6b571bc29ca0 req-cc36802b-8c52-40f7-a76f-f327e02e95b9 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:24.619644 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['608bce6e-3b85-4c01-a02e-bfe3ed5c709e', '99892d3b-de0b-4fd1-b081-10b07a06d946', 'f309ac3c-f09b-4531-9ca5-5367cbf44e3d', '7bb2805e-5676-4534-af14-e577315ad36a'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:06:24.634911 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36802b-8c52-40f7-a76f-f327e02e95b9 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Pushing event deleted for resources: {'Port': ['ID=7bb2805e-5676-4534-af14-e577315ad36a,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:24.929013 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6e9967-606f-44a7-98e6-6b571bc29ca0 req-cc36802b-8c52-40f7-a76f-f327e02e95b9 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] No DVR routers for this DVR port 7bb2805e-5676-4534-af14-e577315ad36a on host hv-cinder-80374 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:06:24.932603 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-ed6e9967-606f-44a7-98e6-6b571bc29ca0 req-cc36802b-8c52-40f7-a76f-f327e02e95b9 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:24.934635 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ed6e9967-606f-44a7-98e6-6b571bc29ca0 req-cc36802b-8c52-40f7-a76f-f327e02e95b9 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.30 "DELETE /v2.0/ports/7bb2805e-5676-4534-af14-e577315ad36a HTTP/1.1" status: 204 len: 173 time: 0.7107186 Aug 07 04:06:24.935150 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a490416a-dc73-49b4-b708-c47822ce413d', 'name': 'network-vif-deleted', 'tag': '7bb2805e-5676-4534-af14-e577315ad36a'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:06:24.937495 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934e250c-3443-4d27-a1d6-178e730ca845" -d '{"events": [{"server_uuid": "a490416a-dc73-49b4-b708-c47822ce413d", "name": "network-vif-deleted", "tag": "7bb2805e-5676-4534-af14-e577315ad36a"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:06:24.984784 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec44d51e-f26b-409a-8984-1521cc1a006f x-openstack-request-id: req-ec44d51e-f26b-409a-8984-1521cc1a006f {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:06:24.986399 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a490416a-dc73-49b4-b708-c47822ce413d", "name": "network-vif-deleted", "tag": "7bb2805e-5676-4534-af14-e577315ad36a", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:06:24.986991 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec44d51e-f26b-409a-8984-1521cc1a006f {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:06:24.987396 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a490416a-dc73-49b4-b708-c47822ce413d', 'name': 'network-vif-deleted', 'tag': '7bb2805e-5676-4534-af14-e577315ad36a', 'status': 'completed', 'code': 200} Aug 07 04:06:25.041808 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e0c270d6-8690-468c-9066-46fbb5c44196 req-a5617553-8f26-4141-8a94-c7c6dcd597b7 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=a490416a-dc73-49b4-b708-c47822ce413d HTTP/1.1" status: 200 len: 210 time: 0.0275362 Aug 07 04:06:25.197850 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d796957-5098-4c3f-9e2b-2edc7af640c7 req-a28450eb-d891-4287-af05-1d7f30869cd8 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:25.199316 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6d796957-5098-4c3f-9e2b-2edc7af640c7 req-a28450eb-d891-4287-af05-1d7f30869cd8 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0482979 Aug 07 04:06:25.236066 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6d796957-5098-4c3f-9e2b-2edc7af640c7 req-6e3b0027-55a8-45c9-b0df-284540ae1793 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309820 Aug 07 04:06:25.705077 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df51a7-8a37-49fa-a375-1f430c574cea req-f120813b-8601-4bf0-be69-97e5cb731db3 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:25.706444 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-21df51a7-8a37-49fa-a375-1f430c574cea req-f120813b-8601-4bf0-be69-97e5cb731db3 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0525451 Aug 07 04:06:25.744226 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-21df51a7-8a37-49fa-a375-1f430c574cea req-e44d8155-a999-46c7-9c18-b00db968eb93 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316970 Aug 07 04:06:26.349328 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c441ae3-82e7-401b-ab0e-27d9b86d7a47 req-a6977c4e-2332-4530-b8bb-868ab768b34d tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:26.350726 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2c441ae3-82e7-401b-ab0e-27d9b86d7a47 req-a6977c4e-2332-4530-b8bb-868ab768b34d tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0481098 Aug 07 04:06:26.388945 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2c441ae3-82e7-401b-ab0e-27d9b86d7a47 req-c20c6f5e-f946-46a7-97ab-2f81243f722e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320299 Aug 07 04:06:26.635703 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 38c383a9-237f-4d39-a785-0a9d85925de9 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:06:26.639453 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 7bb2805e-5676-4534-af14-e577315ad36a no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:06:26.665946 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: 7bb2805e-5676-4534-af14-e577315ad36a {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:06:26.666294 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 7bb2805e-5676-4534-af14-e577315ad36a not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:06:26.760366 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 38c383a9-237f-4d39-a785-0a9d85925de9, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=38c383a9-237f-4d39-a785-0a9d85925de9,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:06:26.780340 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '38c383a9-237f-4d39-a785-0a9d85925de9', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'port_id': '38c383a9-237f-4d39-a785-0a9d85925de9', 'mac_address': 'fa:16:3e:e1:93:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:06:26.832906 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:26.846287 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38c383a9-237f-4d39-a785-0a9d85925de9 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:06:26.870168 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 38c383a9-237f-4d39-a785-0a9d85925de9, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=38c383a9-237f-4d39-a785-0a9d85925de9,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:06:26.873949 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:26.874245 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15c5b8-cfd7-4159-a21d-8fc5a49f2216 req-36cf29ba-ae59-49e6-ae63-a1bf822958e2 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:26.875885 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad15c5b8-cfd7-4159-a21d-8fc5a49f2216 req-36cf29ba-ae59-49e6-ae63-a1bf822958e2 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0517936 Aug 07 04:06:26.918822 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ad15c5b8-cfd7-4159-a21d-8fc5a49f2216 req-96805a5f-a569-4730-bd3e-ab7675909f6e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358200 Aug 07 04:06:26.929792 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=38c383a9-237f-4d39-a785-0a9d85925de9,revision_number=6']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:27.011397 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['38c383a9-237f-4d39-a785-0a9d85925de9'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:06:27.437243 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa420b99-d6f2-43f5-b70c-1a6600f5327f req-b1fbf752-8788-4c7c-855c-07f367fe65f1 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:27.438704 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aa420b99-d6f2-43f5-b70c-1a6600f5327f req-b1fbf752-8788-4c7c-855c-07f367fe65f1 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 945 time: 0.0513027 Aug 07 04:06:27.502222 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aa420b99-d6f2-43f5-b70c-1a6600f5327f req-51e4949d-4e5f-40ba-8473-b57cb6e073c9 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563910 Aug 07 04:06:27.518522 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ca4f3-f513-401c-8467-382d6d6935fc req-41f541b8-eeab-4048-adc9-651c32f34dd3 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:27.519989 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0a7ca4f3-f513-401c-8467-382d6d6935fc req-41f541b8-eeab-4048-adc9-651c32f34dd3 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0588479 Aug 07 04:06:27.557920 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0a7ca4f3-f513-401c-8467-382d6d6935fc req-2ae92c6f-5879-4112-9c09-60aa3c75c059 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313058 Aug 07 04:06:28.041617 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9cc7d-c857-48fd-81ef-6501a615c0c2 req-f5f2f89f-2509-4253-aed5-56ada77017c9 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:28.043272 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-89f9cc7d-c857-48fd-81ef-6501a615c0c2 req-f5f2f89f-2509-4253-aed5-56ada77017c9 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 944 time: 0.0510416 Aug 07 04:06:28.082730 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-89f9cc7d-c857-48fd-81ef-6501a615c0c2 req-f2851cbb-bba4-45d7-93b1-d843f69aeb75 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333781 Aug 07 04:06:28.628829 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55581fb9-9f59-470f-a5eb-6bfc8109918f req-deb206b6-f9c7-4709-8c47-b647d5f8b60e tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:28.631427 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-55581fb9-9f59-470f-a5eb-6bfc8109918f req-deb206b6-f9c7-4709-8c47-b647d5f8b60e tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 945 time: 0.0625663 Aug 07 04:06:28.643726 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 38c383a9-237f-4d39-a785-0a9d85925de9 up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:06:28.693812 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-55581fb9-9f59-470f-a5eb-6bfc8109918f req-1323f610-2acf-4f0f-9f60-07c0964ff9b2 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562396 Aug 07 04:06:28.697574 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 38c383a9-237f-4d39-a785-0a9d85925de9 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:06:28.697940 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:28.712516 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af8106-d031-45e1-9c6e-33660a8ad8cf req-45ea2226-f713-41a9-9c51-958a0ea8531f tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:28.714099 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b2af8106-d031-45e1-9c6e-33660a8ad8cf req-45ea2226-f713-41a9-9c51-958a0ea8531f tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0627220 Aug 07 04:06:28.762075 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b2af8106-d031-45e1-9c6e-33660a8ad8cf req-94a18285-b8e9-4671-8ddf-c1fb6c59027e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418410 Aug 07 04:06:28.780116 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:28.803027 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c383a9-237f-4d39-a785-0a9d85925de9'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:06:28.805786 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f49f024-0981-4c14-96bf-07009db9cff1" -d '{"events": [{"server_uuid": "52522355-ae3b-49d1-8488-4e2fbffb74cf", "name": "network-vif-plugged", "status": "completed", "tag": "38c383a9-237f-4d39-a785-0a9d85925de9"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:06:28.818103 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 38c383a9-237f-4d39-a785-0a9d85925de9, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=38c383a9-237f-4d39-a785-0a9d85925de9,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:06:28.824200 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:28.846671 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcd2b0c-35f2-44c5-8f43-7c4eef91576d x-openstack-request-id: req-7fcd2b0c-35f2-44c5-8f43-7c4eef91576d {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:06:28.846981 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52522355-ae3b-49d1-8488-4e2fbffb74cf", "name": "network-vif-plugged", "status": "completed", "tag": "38c383a9-237f-4d39-a785-0a9d85925de9", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:06:28.847237 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7fcd2b0c-35f2-44c5-8f43-7c4eef91576d {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:06:28.847623 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c383a9-237f-4d39-a785-0a9d85925de9', 'code': 200} Aug 07 04:06:28.874169 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=38c383a9-237f-4d39-a785-0a9d85925de9,revision_number=7']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:29.201317 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd679376-0069-4989-af42-955d9488bfd7 req-4275e7fe-15b3-4a15-874d-fddb58c89892 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:29.202778 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dd679376-0069-4989-af42-955d9488bfd7 req-4275e7fe-15b3-4a15-874d-fddb58c89892 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0485580 Aug 07 04:06:29.240086 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dd679376-0069-4989-af42-955d9488bfd7 req-ee663594-f7ad-4896-aeff-e8aaf89c0876 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314193 Aug 07 04:06:29.839974 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acac090-da9a-421f-af69-71460027df20 req-391c2796-2377-48a6-9363-d70436202cf5 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:29.841474 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1acac090-da9a-421f-af69-71460027df20 req-391c2796-2377-48a6-9363-d70436202cf5 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 945 time: 0.0800166 Aug 07 04:06:29.905620 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85f9f1-3893-4b9c-87a9-816c933a042a req-fe7699a6-8ea6-4a76-9120-e0b896b936ba tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:29.907332 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2a85f9f1-3893-4b9c-87a9-816c933a042a req-fe7699a6-8ea6-4a76-9120-e0b896b936ba tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.30 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 945 time: 0.1065164 Aug 07 04:06:29.935938 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1acac090-da9a-421f-af69-71460027df20 req-4e398a72-eb8b-495b-a1a7-31868507710a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767615 Aug 07 04:06:29.945335 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:06:29.968899 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc06da-804c-4168-a8ff-0ab6f88523c5 req-31708dcc-b66d-44fc-8ad8-1d11673a58f4 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:29.970371 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-67bc06da-804c-4168-a8ff-0ab6f88523c5 req-31708dcc-b66d-44fc-8ad8-1d11673a58f4 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.1280200 Aug 07 04:06:30.052175 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-67bc06da-804c-4168-a8ff-0ab6f88523c5 req-173f852d-336d-4205-8081-0db6526202d7 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704000 Aug 07 04:06:30.077752 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-2a85f9f1-3893-4b9c-87a9-816c933a042a req-68d32b31-d830-43ea-adba-80e3a9289931 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Deleting port f309ac3c-f09b-4531-9ca5-5367cbf44e3d {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:06:30.077752 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-2a85f9f1-3893-4b9c-87a9-816c933a042a req-68d32b31-d830-43ea-adba-80e3a9289931 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:30.195017 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-2a85f9f1-3893-4b9c-87a9-816c933a042a req-68d32b31-d830-43ea-adba-80e3a9289931 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] For port f309ac3c-f09b-4531-9ca5-5367cbf44e3d, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=f309ac3c-f09b-4531-9ca5-5367cbf44e3d,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:06:30.195425 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-2a85f9f1-3893-4b9c-87a9-816c933a042a req-68d32b31-d830-43ea-adba-80e3a9289931 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:30.213506 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-2a85f9f1-3893-4b9c-87a9-816c933a042a req-68d32b31-d830-43ea-adba-80e3a9289931 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Calling delete_port for f309ac3c-f09b-4531-9ca5-5367cbf44e3d owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:06:30.389423 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-2a85f9f1-3893-4b9c-87a9-816c933a042a req-68d32b31-d830-43ea-adba-80e3a9289931 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:30.400891 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['608bce6e-3b85-4c01-a02e-bfe3ed5c709e', '99892d3b-de0b-4fd1-b081-10b07a06d946', 'f309ac3c-f09b-4531-9ca5-5367cbf44e3d'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:06:30.417124 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e44d5e-2493-4bcc-9fb2-e8b289726dda req-f3cb8c48-15d9-4237-b005-163e97140fba tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:30.418670 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-37e44d5e-2493-4bcc-9fb2-e8b289726dda req-f3cb8c48-15d9-4237-b005-163e97140fba tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0876148 Aug 07 04:06:30.458214 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d32b31-d830-43ea-adba-80e3a9289931 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Pushing event deleted for resources: {'Port': ['ID=f309ac3c-f09b-4531-9ca5-5367cbf44e3d,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:30.488432 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a85f9f1-3893-4b9c-87a9-816c933a042a req-68d32b31-d830-43ea-adba-80e3a9289931 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] No DVR routers for this DVR port f309ac3c-f09b-4531-9ca5-5367cbf44e3d on host hv-cinder-80374 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:06:30.491815 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-2a85f9f1-3893-4b9c-87a9-816c933a042a req-68d32b31-d830-43ea-adba-80e3a9289931 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:30.493755 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2a85f9f1-3893-4b9c-87a9-816c933a042a req-68d32b31-d830-43ea-adba-80e3a9289931 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.30 "DELETE /v2.0/ports/f309ac3c-f09b-4531-9ca5-5367cbf44e3d HTTP/1.1" status: 204 len: 173 time: 0.5723166 Aug 07 04:06:30.494199 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1aa636-f965-41ac-9343-0aae9eb746fe', 'name': 'network-vif-deleted', 'tag': 'f309ac3c-f09b-4531-9ca5-5367cbf44e3d'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:06:30.497493 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84a044b-89be-4eff-a961-876c259db004" -d '{"events": [{"server_uuid": "db1aa636-f965-41ac-9343-0aae9eb746fe", "name": "network-vif-deleted", "tag": "f309ac3c-f09b-4531-9ca5-5367cbf44e3d"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:06:30.529163 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-37e44d5e-2493-4bcc-9fb2-e8b289726dda req-e52b7431-6d6f-4573-8cfd-90854d56a8aa tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910208 Aug 07 04:06:30.578622 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d808a18-2e5c-4096-a90e-078a739cc75e x-openstack-request-id: req-0d808a18-2e5c-4096-a90e-078a739cc75e {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:06:30.579006 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1aa636-f965-41ac-9343-0aae9eb746fe", "name": "network-vif-deleted", "tag": "f309ac3c-f09b-4531-9ca5-5367cbf44e3d", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:06:30.579170 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d808a18-2e5c-4096-a90e-078a739cc75e {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:06:30.579578 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1aa636-f965-41ac-9343-0aae9eb746fe', 'name': 'network-vif-deleted', 'tag': 'f309ac3c-f09b-4531-9ca5-5367cbf44e3d', 'status': 'completed', 'code': 200} Aug 07 04:06:31.058451 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e0026aed-1628-427a-9c3c-7c278880f3d0 req-d6479ef5-9372-4177-b896-d3184204b2b0 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 210 time: 0.0343568 Aug 07 04:06:31.187856 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b06fe7-1aad-4c70-ba55-d318f49b4eb8 req-62d2d708-9786-42d0-874e-76832ee5c885 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:31.189734 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-19b06fe7-1aad-4c70-ba55-d318f49b4eb8 req-62d2d708-9786-42d0-874e-76832ee5c885 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0597684 Aug 07 04:06:31.232748 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-19b06fe7-1aad-4c70-ba55-d318f49b4eb8 req-fa7543fb-14fa-4737-9264-2ad1711d6a76 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349538 Aug 07 04:06:31.699259 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99137a-67f3-4ead-b88c-d7dbb447b065 req-f6422759-913e-4da9-96cc-951222e0ae48 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:31.701123 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0e99137a-67f3-4ead-b88c-d7dbb447b065 req-f6422759-913e-4da9-96cc-951222e0ae48 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0504992 Aug 07 04:06:31.760299 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0e99137a-67f3-4ead-b88c-d7dbb447b065 req-8a37c54c-0dd9-4937-b31a-e6f6395c8ab2 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530684 Aug 07 04:06:32.168570 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-831dde3d-218e-40bd-ba14-46963017d8e1 req-7032df15-d39a-418e-98cb-995ce2a16dde tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 210 time: 0.0276635 Aug 07 04:06:32.368244 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f210ee-9cd0-4a81-928e-6b4f5a1358b1 req-b48982c0-c58a-4e3e-a7c2-969221fbc3bb tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:32.369775 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-56f210ee-9cd0-4a81-928e-6b4f5a1358b1 req-b48982c0-c58a-4e3e-a7c2-969221fbc3bb tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0545723 Aug 07 04:06:32.435168 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-56f210ee-9cd0-4a81-928e-6b4f5a1358b1 req-bc9cbc5d-a6ca-479a-aef9-78a059c4b9eb tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568285 Aug 07 04:06:32.897984 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374f018-c94d-494a-8760-cebc584f0113 req-0744300b-767b-4913-a91c-53acf3b75f79 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:32.905562 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3374f018-c94d-494a-8760-cebc584f0113 req-0744300b-767b-4913-a91c-53acf3b75f79 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0559547 Aug 07 04:06:32.954864 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3374f018-c94d-494a-8760-cebc584f0113 req-faaeb58a-5ceb-4f40-9f72-94413c455b65 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475256 Aug 07 04:06:33.238196 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device f309ac3c-f09b-4531-9ca5-5367cbf44e3d no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:06:33.267579 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: f309ac3c-f09b-4531-9ca5-5367cbf44e3d {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:06:33.268639 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device f309ac3c-f09b-4531-9ca5-5367cbf44e3d not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:06:33.318917 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c4033a32-b913-494d-bb3b-9431f91e9028 req-82a4aba5-0085-4007-8020-53df4692d542 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 210 time: 0.0609055 Aug 07 04:06:33.573293 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521ce04-fe46-4227-8a6c-4f8616bfe0cc req-20a7172b-1161-45e9-82d6-f6bd56e25d4f tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:33.575257 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4521ce04-fe46-4227-8a6c-4f8616bfe0cc req-20a7172b-1161-45e9-82d6-f6bd56e25d4f tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0509200 Aug 07 04:06:33.630493 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4521ce04-fe46-4227-8a6c-4f8616bfe0cc req-97a2f376-0dad-4b8e-998e-6a12820e8547 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484343 Aug 07 04:06:34.082510 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80045ee-e2e4-4acd-8669-5344ef2b4c28 req-c5bbc525-e417-4ef9-b5cb-ac91eeae1f2a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:34.083920 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a80045ee-e2e4-4acd-8669-5344ef2b4c28 req-c5bbc525-e417-4ef9-b5cb-ac91eeae1f2a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0512311 Aug 07 04:06:34.125787 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a80045ee-e2e4-4acd-8669-5344ef2b4c28 req-92e43846-1d1b-4a4e-baa8-50a1bccaf6b6 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332170 Aug 07 04:06:34.436176 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-07d8f704-20fc-423a-8051-8adbae2e451b req-53e5f2ec-912c-4bcb-96c3-fb6a5aae785b tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=db1aa636-f965-41ac-9343-0aae9eb746fe HTTP/1.1" status: 200 len: 210 time: 0.0325384 Aug 07 04:06:34.764474 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12377527-edd5-4565-bfe2-12905c54f8c0 req-9925ff46-17ea-4186-8bd6-e4b637433cfa tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:34.767444 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-12377527-edd5-4565-bfe2-12905c54f8c0 req-9925ff46-17ea-4186-8bd6-e4b637433cfa tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0606289 Aug 07 04:06:34.813668 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-12377527-edd5-4565-bfe2-12905c54f8c0 req-26d2e28c-3217-40a9-820b-9349e4f590c2 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401425 Aug 07 04:06:35.259862 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb05070-1be9-4e9e-b8f6-97cd0c5e1bfa req-80a79f18-b177-4d2d-94c2-4b89c3ee0fbc tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:35.262961 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1eb05070-1be9-4e9e-b8f6-97cd0c5e1bfa req-80a79f18-b177-4d2d-94c2-4b89c3ee0fbc tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0591240 Aug 07 04:06:35.314949 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1eb05070-1be9-4e9e-b8f6-97cd0c5e1bfa req-2285658c-a1a4-43f5-b7b6-8c902aa86794 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455709 Aug 07 04:06:35.744351 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dc7f7-d2f1-470c-8b94-17c14e4436af req-eccd1341-ea81-4b2c-90a3-91e45ed91f14 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:35.745900 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f5dc7f7-d2f1-470c-8b94-17c14e4436af req-eccd1341-ea81-4b2c-90a3-91e45ed91f14 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 945 time: 0.0577972 Aug 07 04:06:35.785952 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f5dc7f7-d2f1-470c-8b94-17c14e4436af req-fc4c1578-619d-4b45-9845-339a774ca31f tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337565 Aug 07 04:06:35.948839 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976e92b-47bf-4254-914f-8b0721118c24 req-db1a91ca-a6b9-4eb5-8225-6bfc4702f48c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:35.950606 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0976e92b-47bf-4254-914f-8b0721118c24 req-db1a91ca-a6b9-4eb5-8225-6bfc4702f48c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0522614 Aug 07 04:06:35.994446 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0976e92b-47bf-4254-914f-8b0721118c24 req-94461437-6f9c-4f8b-841f-f73b467f853d tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372038 Aug 07 04:06:36.461070 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e934e72-11df-45c8-90b6-4c99c8d07ad9 req-a49562b5-b3f4-4054-a1de-7fed7389f57e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:36.467251 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9e934e72-11df-45c8-90b6-4c99c8d07ad9 req-a49562b5-b3f4-4054-a1de-7fed7389f57e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0736620 Aug 07 04:06:36.513746 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9e934e72-11df-45c8-90b6-4c99c8d07ad9 req-310a4243-b7a4-424f-814b-0d974ebc7c83 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407250 Aug 07 04:06:36.909011 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c193386-2f72-4e7f-9fdd-26ad48440d6b req-b5e8a05d-db94-40bd-aad0-306f9d3daf3c tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:36.910528 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4c193386-2f72-4e7f-9fdd-26ad48440d6b req-b5e8a05d-db94-40bd-aad0-306f9d3daf3c tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 945 time: 0.0498548 Aug 07 04:06:36.954131 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4c193386-2f72-4e7f-9fdd-26ad48440d6b req-a4eea783-390e-4c44-afb6-6b6d788f7b4f tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364523 Aug 07 04:06:37.122148 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114a85f-ecb4-488c-aa8a-153023dc744d req-a6be26a5-880a-46c0-bc91-9884fb56e79e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:37.123656 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5114a85f-ecb4-488c-aa8a-153023dc744d req-a6be26a5-880a-46c0-bc91-9884fb56e79e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0537460 Aug 07 04:06:37.183061 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5114a85f-ecb4-488c-aa8a-153023dc744d req-e97f474b-80ea-44ed-a431-f89a58300125 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529063 Aug 07 04:06:37.640264 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e99a0-4c2a-4c1e-b9b0-bd37c6021a38 req-b55af248-17dc-4031-ae26-c83e7e14288d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:37.642126 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3f8e99a0-4c2a-4c1e-b9b0-bd37c6021a38 req-b55af248-17dc-4031-ae26-c83e7e14288d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0598249 Aug 07 04:06:37.685850 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3f8e99a0-4c2a-4c1e-b9b0-bd37c6021a38 req-d690fc25-87aa-4bbf-baf3-61b997f94f12 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367405 Aug 07 04:06:37.731264 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:38.075073 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea13a6-a205-4894-b02f-ad2925579134 req-b78813d4-32bc-4a96-b61d-0fd2e9ed499b tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:38.076502 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-31ea13a6-a205-4894-b02f-ad2925579134 req-b78813d4-32bc-4a96-b61d-0fd2e9ed499b tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 945 time: 0.0521276 Aug 07 04:06:38.131705 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-31ea13a6-a205-4894-b02f-ad2925579134 req-09151063-7a70-4bea-b208-07213a52d14a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440757 Aug 07 04:06:38.304643 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ef5ef-e94b-41bb-becd-03ca3519bed2 req-7c95544a-fce2-4355-a93d-2aca5a2e0bd7 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:38.306174 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c48ef5ef-e94b-41bb-becd-03ca3519bed2 req-7c95544a-fce2-4355-a93d-2aca5a2e0bd7 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0589151 Aug 07 04:06:38.349267 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c48ef5ef-e94b-41bb-becd-03ca3519bed2 req-0fab909e-c597-456a-aa01-cae4b5886171 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363991 Aug 07 04:06:38.816579 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f11a2b-73e0-4d73-9839-1db430ee9429 req-e7d1c273-cde9-4a6e-8007-e690fcbd7fca tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:38.818221 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-77f11a2b-73e0-4d73-9839-1db430ee9429 req-e7d1c273-cde9-4a6e-8007-e690fcbd7fca tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0574174 Aug 07 04:06:38.895390 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-77f11a2b-73e0-4d73-9839-1db430ee9429 req-6c4d97c7-f51e-4d7f-b64b-b9e3620d7758 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644550 Aug 07 04:06:39.289326 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a5576-330e-44b7-8e53-a5cd006dc302 req-d69da3a5-0ca2-44dd-a48a-b09b489701b8 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:39.290851 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-960a5576-330e-44b7-8e53-a5cd006dc302 req-d69da3a5-0ca2-44dd-a48a-b09b489701b8 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 945 time: 0.0672300 Aug 07 04:06:39.351130 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-960a5576-330e-44b7-8e53-a5cd006dc302 req-c8e87b4b-324e-47b1-a100-2f77533a488f tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456231 Aug 07 04:06:39.481477 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e6e62-ad15-42f4-ad11-759ed686a004 req-59efadb6-0484-4c9f-bff9-cd630ab62ae5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:39.483154 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-519e6e62-ad15-42f4-ad11-759ed686a004 req-59efadb6-0484-4c9f-bff9-cd630ab62ae5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0523384 Aug 07 04:06:39.525329 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-519e6e62-ad15-42f4-ad11-759ed686a004 req-cad2241c-709c-4fb2-861f-1527f34bb558 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354612 Aug 07 04:06:40.018535 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303b23b-77f0-4558-9111-c93ed35f6e03 req-ae6c1706-956d-43be-a778-578f2c056c92 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:40.020019 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1303b23b-77f0-4558-9111-c93ed35f6e03 req-ae6c1706-956d-43be-a778-578f2c056c92 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0509179 Aug 07 04:06:40.057954 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1303b23b-77f0-4558-9111-c93ed35f6e03 req-019a36ab-3ead-4596-85d8-82e22af329c2 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313926 Aug 07 04:06:40.453431 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986ae31-b90c-4061-8e75-512e35efa7ad req-93c4c6ad-3901-40e6-afaa-d1ee8eb24618 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:40.455276 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c986ae31-b90c-4061-8e75-512e35efa7ad req-93c4c6ad-3901-40e6-afaa-d1ee8eb24618 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 945 time: 0.0497911 Aug 07 04:06:40.493626 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c986ae31-b90c-4061-8e75-512e35efa7ad req-dc00ec1a-31cb-4a78-9afb-b5b09b49f34a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325344 Aug 07 04:06:40.640379 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05481960-2eea-43b8-b1e3-c7bccb206d87 req-e540b39b-5de8-45d3-bf2b-422f62f040cd tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:40.641734 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-05481960-2eea-43b8-b1e3-c7bccb206d87 req-e540b39b-5de8-45d3-bf2b-422f62f040cd tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0473886 Aug 07 04:06:40.678749 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-05481960-2eea-43b8-b1e3-c7bccb206d87 req-dbcda383-4467-4616-be18-3a573fb676be tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308392 Aug 07 04:06:41.181075 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624efec-3be3-4df6-a6db-563c11fdeb5e req-080130e1-f6c5-4328-9c35-61a7f0740fd8 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:41.182543 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0624efec-3be3-4df6-a6db-563c11fdeb5e req-080130e1-f6c5-4328-9c35-61a7f0740fd8 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0550194 Aug 07 04:06:41.221519 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0624efec-3be3-4df6-a6db-563c11fdeb5e req-15a182c6-16ae-47a1-9f22-97e5bc7a125e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330505 Aug 07 04:06:41.604569 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853e0a1-ff1d-45a3-a50e-efb21bf21aac req-d30cb39c-6fe1-4f5f-8cf4-ffcef5766c62 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:41.606010 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d853e0a1-ff1d-45a3-a50e-efb21bf21aac req-d30cb39c-6fe1-4f5f-8cf4-ffcef5766c62 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 945 time: 0.0485201 Aug 07 04:06:41.643458 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d853e0a1-ff1d-45a3-a50e-efb21bf21aac req-a95a1c1a-e419-4338-aea1-94a5e3349913 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315611 Aug 07 04:06:41.789728 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037de63-1d5e-498b-ad84-65c92707d32e req-eb9c45b8-507b-43bd-b133-01a4b2489288 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:41.791091 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7037de63-1d5e-498b-ad84-65c92707d32e req-eb9c45b8-507b-43bd-b133-01a4b2489288 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0471008 Aug 07 04:06:41.827972 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7037de63-1d5e-498b-ad84-65c92707d32e req-e93efd74-7421-4977-a8e2-7306406f996b tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312088 Aug 07 04:06:42.340934 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803e278-3d20-4abf-a2c3-86187a497519 req-7d1d7835-b911-4f9c-bc7f-742bd622a1c9 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:42.342286 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f803e278-3d20-4abf-a2c3-86187a497519 req-7d1d7835-b911-4f9c-bc7f-742bd622a1c9 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0506010 Aug 07 04:06:42.378993 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f803e278-3d20-4abf-a2c3-86187a497519 req-6e0c1052-86d1-4ea3-b6c8-9f8d3c92bce5 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309026 Aug 07 04:06:42.758617 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33007ca-1450-498e-8c24-9c5901651ea6 req-6af9d7b1-5ce8-4e88-9ee6-2ce9731756b0 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:42.760089 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f33007ca-1450-498e-8c24-9c5901651ea6 req-6af9d7b1-5ce8-4e88-9ee6-2ce9731756b0 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 945 time: 0.0542037 Aug 07 04:06:42.797968 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f33007ca-1450-498e-8c24-9c5901651ea6 req-7ec897fb-8e0b-478b-997c-84059e7a5fca tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320449 Aug 07 04:06:42.938200 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce63e-c42a-44db-9bef-5c0324fa69b1 req-74525a6f-3223-47d3-b5c8-6f48077a487e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:42.939564 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8efce63e-c42a-44db-9bef-5c0324fa69b1 req-74525a6f-3223-47d3-b5c8-6f48077a487e tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0468609 Aug 07 04:06:42.976282 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8efce63e-c42a-44db-9bef-5c0324fa69b1 req-192c6a91-0f7c-4442-922a-d0349b30b8ed tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305014 Aug 07 04:06:43.500026 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb3b2-163d-471e-8f92-ad3ca6af0cf8 req-e73d17c0-1c8b-4476-a974-c32545116795 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:43.501457 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b99fb3b2-163d-471e-8f92-ad3ca6af0cf8 req-e73d17c0-1c8b-4476-a974-c32545116795 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0511382 Aug 07 04:06:43.539187 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b99fb3b2-163d-471e-8f92-ad3ca6af0cf8 req-859cc49b-9890-4092-a03d-97797437a191 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313168 Aug 07 04:06:43.913585 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b9b9f-2fbc-48b1-bc94-9241c92b98d8 req-bbced790-04a5-4b5c-b467-3051986e9194 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:43.915073 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-215b9b9f-2fbc-48b1-bc94-9241c92b98d8 req-bbced790-04a5-4b5c-b467-3051986e9194 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 945 time: 0.0517437 Aug 07 04:06:43.951170 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-215b9b9f-2fbc-48b1-bc94-9241c92b98d8 req-6fd03f39-acab-4e8b-932a-52bff99f90af tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302110 Aug 07 04:06:44.105170 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131065c4-45be-48bd-9067-625a4ee7c573 req-ed0725c1-d547-4a0c-92bb-066a1ad05739 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:44.106749 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-131065c4-45be-48bd-9067-625a4ee7c573 req-ed0725c1-d547-4a0c-92bb-066a1ad05739 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0621312 Aug 07 04:06:44.178463 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-131065c4-45be-48bd-9067-625a4ee7c573 req-c8d6bca1-9f51-402d-b0b3-3a9458597e66 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652919 Aug 07 04:06:44.190087 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f565342-46c3-48da-8354-c5eea0f0012e req-e5fff2a3-7f72-44cb-922c-5353b47454f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:44.191721 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f565342-46c3-48da-8354-c5eea0f0012e req-e5fff2a3-7f72-44cb-922c-5353b47454f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec&device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 1098 time: 0.0628200 Aug 07 04:06:44.290759 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f565342-46c3-48da-8354-c5eea0f0012e req-1f5a8c7e-3a69-4caf-8b85-bff69e26f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:44.292239 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f565342-46c3-48da-8354-c5eea0f0012e req-1f5a8c7e-3a69-4caf-8b85-bff69e26f0d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 HTTP/1.1" status: 200 len: 918 time: 0.0867155 Aug 07 04:06:44.362286 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f565342-46c3-48da-8354-c5eea0f0012e req-a672b9ab-501e-48d4-a1ae-1c1a9dfd3bdc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38c383a9-237f-4d39-a785-0a9d85925de9 HTTP/1.1" status: 200 len: 1001 time: 0.0622902 Aug 07 04:06:44.421998 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f565342-46c3-48da-8354-c5eea0f0012e req-13a8852f-338c-4c4a-b50e-0cf4b022e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:44.423438 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f565342-46c3-48da-8354-c5eea0f0012e req-13a8852f-338c-4c4a-b50e-0cf4b022e4af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=754a0fad-009c-41af-8768-85f84e113703 HTTP/1.1" status: 200 len: 856 time: 0.0516298 Aug 07 04:06:44.494883 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcb540-9fe3-4f64-b3d4-4c6b2a8be665 req-de967baf-8e79-467b-968e-3ae2fe04bac2 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:44.496345 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f6dcb540-9fe3-4f64-b3d4-4c6b2a8be665 req-de967baf-8e79-467b-968e-3ae2fe04bac2 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0768459 Aug 07 04:06:44.502161 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f565342-46c3-48da-8354-c5eea0f0012e req-7bffd2a5-92e3-4523-af5a-f649f3d3a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:44.503635 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f565342-46c3-48da-8354-c5eea0f0012e req-7bffd2a5-92e3-4523-af5a-f649f3d3a71e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719712 Aug 07 04:06:44.552283 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57f209-abec-4e3d-b055-f37bb50c6667 req-58619898-1ea7-4154-98a5-352270bda268 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:44.554183 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-9e57f209-abec-4e3d-b055-f37bb50c6667 req-58619898-1ea7-4154-98a5-352270bda268 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 945 time: 0.0803857 Aug 07 04:06:44.591695 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f6dcb540-9fe3-4f64-b3d4-4c6b2a8be665 req-a080ace5-d6cb-4f44-9e20-b49689b0b98d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866518 Aug 07 04:06:44.664630 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f565342-46c3-48da-8354-c5eea0f0012e req-b66a2cd7-a569-49d0-b5fa-6245524fcafb service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462853 Aug 07 04:06:44.798319 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702de47-8e0e-4b8d-bab9-cb3f0f08883f req-e313fdf1-9cc8-4927-abb2-d33957b750df tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:44.800026 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a702de47-8e0e-4b8d-bab9-cb3f0f08883f req-e313fdf1-9cc8-4927-abb2-d33957b750df tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.1149764 Aug 07 04:06:44.833428 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f565342-46c3-48da-8354-c5eea0f0012e req-09fbdeac-85d6-4401-9de9-e8da80cbadee service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606882 Aug 07 04:06:44.867750 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a702de47-8e0e-4b8d-bab9-cb3f0f08883f req-43db5dbc-0d28-4ee2-85d0-f4669cc3517d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594397 Aug 07 04:06:44.940893 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-9e57f209-abec-4e3d-b055-f37bb50c6667 req-a7be5b3b-5af5-4b1f-9c51-6f645d15081a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Deleting port 99892d3b-de0b-4fd1-b081-10b07a06d946 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:06:44.941235 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-9e57f209-abec-4e3d-b055-f37bb50c6667 req-a7be5b3b-5af5-4b1f-9c51-6f645d15081a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:45.030609 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-9e57f209-abec-4e3d-b055-f37bb50c6667 req-a7be5b3b-5af5-4b1f-9c51-6f645d15081a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] For port 99892d3b-de0b-4fd1-b081-10b07a06d946, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=99892d3b-de0b-4fd1-b081-10b07a06d946,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:06:45.030989 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-9e57f209-abec-4e3d-b055-f37bb50c6667 req-a7be5b3b-5af5-4b1f-9c51-6f645d15081a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:45.046720 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-9e57f209-abec-4e3d-b055-f37bb50c6667 req-a7be5b3b-5af5-4b1f-9c51-6f645d15081a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Calling delete_port for 99892d3b-de0b-4fd1-b081-10b07a06d946 owned by compute:nova {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:06:45.064342 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc0bc8-67a5-439c-b9cc-10b6445befe5 req-5beb9a35-55bb-4e07-a2b9-99b1b7ba9300 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:45.065777 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-80bc0bc8-67a5-439c-b9cc-10b6445befe5 req-5beb9a35-55bb-4e07-a2b9-99b1b7ba9300 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a787fc8-b8a0-426b-99d0-94c164ac50fa HTTP/1.1" status: 200 len: 945 time: 0.0487852 Aug 07 04:06:45.103185 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-80bc0bc8-67a5-439c-b9cc-10b6445befe5 req-baa0606b-e6db-428c-b234-932501c7026b tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310829 Aug 07 04:06:45.202818 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-9e57f209-abec-4e3d-b055-f37bb50c6667 req-a7be5b3b-5af5-4b1f-9c51-6f645d15081a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:45.222826 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['608bce6e-3b85-4c01-a02e-bfe3ed5c709e', '99892d3b-de0b-4fd1-b081-10b07a06d946'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:06:45.231767 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be5b3b-5af5-4b1f-9c51-6f645d15081a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Pushing event deleted for resources: {'Port': ['ID=99892d3b-de0b-4fd1-b081-10b07a06d946,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:45.295677 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e57f209-abec-4e3d-b055-f37bb50c6667 req-a7be5b3b-5af5-4b1f-9c51-6f645d15081a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] No DVR routers for this DVR port 99892d3b-de0b-4fd1-b081-10b07a06d946 on host hv-cinder-80374 {{(pid=93434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:06:45.298903 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-9e57f209-abec-4e3d-b055-f37bb50c6667 req-a7be5b3b-5af5-4b1f-9c51-6f645d15081a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:45.301135 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-9e57f209-abec-4e3d-b055-f37bb50c6667 req-a7be5b3b-5af5-4b1f-9c51-6f645d15081a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.30 "DELETE /v2.0/ports/99892d3b-de0b-4fd1-b081-10b07a06d946 HTTP/1.1" status: 204 len: 173 time: 0.7371399 Aug 07 04:06:45.301750 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a787fc8-b8a0-426b-99d0-94c164ac50fa', 'name': 'network-vif-deleted', 'tag': '99892d3b-de0b-4fd1-b081-10b07a06d946'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:06:45.304754 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b3f626-d46d-42f7-ab00-b3a2776df45c" -d '{"events": [{"server_uuid": "7a787fc8-b8a0-426b-99d0-94c164ac50fa", "name": "network-vif-deleted", "tag": "99892d3b-de0b-4fd1-b081-10b07a06d946"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:06:45.318061 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddccea-5177-487b-8dab-6019e57c3287 req-01c879da-ea4f-478a-83e6-6466c2316c5c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:45.323385 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-67ddccea-5177-487b-8dab-6019e57c3287 req-01c879da-ea4f-478a-83e6-6466c2316c5c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0623045 Aug 07 04:06:45.347025 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755e15bc-1fc3-4ae9-b3a8-05fffb3a34b4 x-openstack-request-id: req-755e15bc-1fc3-4ae9-b3a8-05fffb3a34b4 {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:06:45.347025 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a787fc8-b8a0-426b-99d0-94c164ac50fa", "name": "network-vif-deleted", "tag": "99892d3b-de0b-4fd1-b081-10b07a06d946", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:06:45.347352 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-755e15bc-1fc3-4ae9-b3a8-05fffb3a34b4 {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:06:45.347739 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a787fc8-b8a0-426b-99d0-94c164ac50fa', 'name': 'network-vif-deleted', 'tag': '99892d3b-de0b-4fd1-b081-10b07a06d946', 'status': 'completed', 'code': 200} Aug 07 04:06:45.371816 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-67ddccea-5177-487b-8dab-6019e57c3287 req-113b2570-043b-4c47-b4cf-b91b0c3cea2a tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435352 Aug 07 04:06:45.716718 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010760a-3511-4a0f-b11e-0f0bedf60637 req-bbe2f30a-f471-4e01-9b77-fe26cce92386 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:45.718360 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5010760a-3511-4a0f-b11e-0f0bedf60637 req-bbe2f30a-f471-4e01-9b77-fe26cce92386 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0495250 Aug 07 04:06:45.764970 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5010760a-3511-4a0f-b11e-0f0bedf60637 req-c7527964-c2c2-43d5-8d21-8af0f9054cf7 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404568 Aug 07 04:06:46.006992 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83a347-7743-4534-8ff5-c31641d01f8b req-99c96b96-b475-4c27-b877-45359ec9d8ee tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:46.008512 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ea83a347-7743-4534-8ff5-c31641d01f8b req-99c96b96-b475-4c27-b877-45359ec9d8ee tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0603890 Aug 07 04:06:46.047020 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ea83a347-7743-4534-8ff5-c31641d01f8b req-ce9601b1-c904-412c-8252-1d8d26b1a487 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325174 Aug 07 04:06:46.486216 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d3af3-d827-4819-855f-773823c0c315 req-e8f45ef3-21cf-4490-a384-219ef24a82ad tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:46.488423 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f2d3af3-d827-4819-855f-773823c0c315 req-e8f45ef3-21cf-4490-a384-219ef24a82ad tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0531824 Aug 07 04:06:46.528480 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f2d3af3-d827-4819-855f-773823c0c315 req-4216d55f-b753-4a19-a5a3-29efbe835deb tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331829 Aug 07 04:06:46.708187 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-b2db6baa-c2eb-4996-a807-86a6708ad798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:46.893412 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59d821-796a-44cf-a1d8-9caab1133869 req-d142f592-d23c-4e7b-8b56-f25c9fee85f8 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:46.894883 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cd59d821-796a-44cf-a1d8-9caab1133869 req-d142f592-d23c-4e7b-8b56-f25c9fee85f8 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0552607 Aug 07 04:06:46.933814 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cd59d821-796a-44cf-a1d8-9caab1133869 req-804b7f47-4a72-4171-8453-7d03c34feab5 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321844 Aug 07 04:06:47.167424 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61545557-3f78-4b24-9e00-0e39dfa74830 req-e4558b86-8f42-4aeb-b3b9-65488156669b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:47.168872 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-61545557-3f78-4b24-9e00-0e39dfa74830 req-e4558b86-8f42-4aeb-b3b9-65488156669b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0490038 Aug 07 04:06:47.205019 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-61545557-3f78-4b24-9e00-0e39dfa74830 req-452322fc-da9c-4847-b00c-e14fbf1ceed3 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303805 Aug 07 04:06:47.577202 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c78379-e538-4fbf-946f-bca3d822a96a req-1d385c98-e91d-4ac8-9e8b-367252557b89 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:47.579286 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-86c78379-e538-4fbf-946f-bca3d822a96a req-1d385c98-e91d-4ac8-9e8b-367252557b89 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 946 time: 0.0537910 Aug 07 04:06:47.624274 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-86c78379-e538-4fbf-946f-bca3d822a96a req-902d6d0d-b138-4b50-8eb8-5a08b0521b73 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369840 Aug 07 04:06:47.674702 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04006f2f-5660-4ee3-b9a4-618e88090db6 req-d4207f0f-e384-4505-8f00-b4c0ba9e043c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:47.676215 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-04006f2f-5660-4ee3-b9a4-618e88090db6 req-d4207f0f-e384-4505-8f00-b4c0ba9e043c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0510828 Aug 07 04:06:47.718722 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-04006f2f-5660-4ee3-b9a4-618e88090db6 req-70434236-00b7-47df-802a-3b864ccd1061 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334756 Aug 07 04:06:47.895610 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84064e79-c3bd-49fb-9194-db39f20e29b2 req-43fb4418-4040-40e3-bc3d-97549651b61a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:47.897271 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-84064e79-c3bd-49fb-9194-db39f20e29b2 req-43fb4418-4040-40e3-bc3d-97549651b61a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 945 time: 0.0541861 Aug 07 04:06:47.936135 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-84064e79-c3bd-49fb-9194-db39f20e29b2 req-b704e046-2756-43cb-8bd7-8091606ddf64 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324535 Aug 07 04:06:48.072641 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9949088-613d-42da-81af-7dd89da24cf9 req-84884da6-a6fb-4615-ae2b-b2b4b882e4c9 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:48.074191 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c9949088-613d-42da-81af-7dd89da24cf9 req-84884da6-a6fb-4615-ae2b-b2b4b882e4c9 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0551705 Aug 07 04:06:48.115687 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c9949088-613d-42da-81af-7dd89da24cf9 req-a3a3397e-5011-4a2b-a30c-f65ff8a54c12 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345693 Aug 07 04:06:48.230431 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 51778) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:06:48.313670 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7d00170f-5668-4dc7-86bf-83dcd746af5c req-8a885e16-bf02-4605-90fb-6e1c88f061da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819941 Aug 07 04:06:48.749885 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 38c383a9-237f-4d39-a785-0a9d85925de9 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:06:48.755121 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ad9e3-6885-44dc-aed7-7c5c3494a7c2 req-57517d81-37d1-424f-aa38-e42ede5e32f9 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:48.763373 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-542ad9e3-6885-44dc-aed7-7c5c3494a7c2 req-57517d81-37d1-424f-aa38-e42ede5e32f9 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 946 time: 0.0605974 Aug 07 04:06:48.815355 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-542ad9e3-6885-44dc-aed7-7c5c3494a7c2 req-4efc747b-174d-48d1-ad4c-05e82baa006c tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509725 Aug 07 04:06:48.841753 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:48.863186 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38c383a9-237f-4d39-a785-0a9d85925de9'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:06:48.866356 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2e102a-3285-4f02-906f-e4ea3f04e2a4" -d '{"events": [{"server_uuid": "52522355-ae3b-49d1-8488-4e2fbffb74cf", "name": "network-vif-unplugged", "status": "completed", "tag": "38c383a9-237f-4d39-a785-0a9d85925de9"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:06:48.873736 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39b4d5-1933-4589-9915-52b56b3d519b req-1eb8e67d-674a-439c-bb62-474eb691e4b3 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:48.875284 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ed39b4d5-1933-4589-9915-52b56b3d519b req-1eb8e67d-674a-439c-bb62-474eb691e4b3 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0766296 Aug 07 04:06:48.880525 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 38c383a9-237f-4d39-a785-0a9d85925de9, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=38c383a9-237f-4d39-a785-0a9d85925de9,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:06:48.890362 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:48.891153 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 99892d3b-de0b-4fd1-b081-10b07a06d946 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:06:48.921011 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ed39b4d5-1933-4589-9915-52b56b3d519b req-65470e9c-b360-467f-baa2-77661761ba47 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386479 Aug 07 04:06:48.937742 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 07 Aug 2021 04:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd11852-bec4-4d3c-88d0-5acf4daa6727 x-openstack-request-id: req-9cd11852-bec4-4d3c-88d0-5acf4daa6727 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:06:48.938045 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52522355-ae3b-49d1-8488-4e2fbffb74cf", "name": "network-vif-unplugged", "status": "failed", "tag": "38c383a9-237f-4d39-a785-0a9d85925de9", "code": 422}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:06:48.938282 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9cd11852-bec4-4d3c-88d0-5acf4daa6727 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:06:48.938691 dv-cinder-803748-2-iscsi neutron-server[93435]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38c383a9-237f-4d39-a785-0a9d85925de9', 'code': 422} returned with failed status Aug 07 04:06:48.940799 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: 99892d3b-de0b-4fd1-b081-10b07a06d946 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:06:48.941141 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 99892d3b-de0b-4fd1-b081-10b07a06d946 not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:06:48.964721 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=38c383a9-237f-4d39-a785-0a9d85925de9,revision_number=8']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:49.105556 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-072fc539-41a1-4041-bd14-9919cadfcda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:49.108387 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bd463-516c-47c4-86c9-51b1b34541b7 req-d02be770-2ade-450c-9740-d5d6ca4944f2 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:49.109984 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-304bd463-516c-47c4-86c9-51b1b34541b7 req-d02be770-2ade-450c-9740-d5d6ca4944f2 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0515218 Aug 07 04:06:49.154812 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-304bd463-516c-47c4-86c9-51b1b34541b7 req-340a467d-d2f9-42fd-8f3f-0579e656e22e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368242 Aug 07 04:06:49.253871 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70c7c7-d3ff-4265-b2f8-d08b80d9d512 req-581e008b-e748-4d7a-b855-828b39679b82 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:49.255415 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ce70c7c7-d3ff-4265-b2f8-d08b80d9d512 req-581e008b-e748-4d7a-b855-828b39679b82 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0484481 Aug 07 04:06:49.296141 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ce70c7c7-d3ff-4265-b2f8-d08b80d9d512 req-38e17aa4-524d-4bce-b276-80410c44861c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344973 Aug 07 04:06:49.476167 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3591f-857a-4370-aca4-0244c7660665 req-691ec279-14b7-488b-abd2-d4f9f2b44588 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:49.477666 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-deb3591f-857a-4370-aca4-0244c7660665 req-691ec279-14b7-488b-abd2-d4f9f2b44588 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 946 time: 0.0539088 Aug 07 04:06:49.508335 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:49.518183 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-deb3591f-857a-4370-aca4-0244c7660665 req-3203b93f-79b4-4f95-b99c-6ed9f397e111 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343142 Aug 07 04:06:49.768275 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e03bd9-4888-45b2-9ace-1cc22c0c5e96 req-c9e8c4c9-abd9-4036-9a1a-cf9a3eb12c81 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:49.769785 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-74e03bd9-4888-45b2-9ace-1cc22c0c5e96 req-c9e8c4c9-abd9-4036-9a1a-cf9a3eb12c81 tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 946 time: 0.0501306 Aug 07 04:06:49.876480 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-74e03bd9-4888-45b2-9ace-1cc22c0c5e96 req-fcfb3b74-2687-4f8a-a0e0-861ebc8543bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Deleting port 608bce6e-3b85-4c01-a02e-bfe3ed5c709e {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:06:49.876822 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-74e03bd9-4888-45b2-9ace-1cc22c0c5e96 req-fcfb3b74-2687-4f8a-a0e0-861ebc8543bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:49.944049 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d7d1c-c925-4864-90a6-d5f57f2e4c2d req-4f220aae-cba4-4884-b9f2-3b1c84fa557a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:49.946253 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f10d7d1c-c925-4864-90a6-d5f57f2e4c2d req-4f220aae-cba4-4884-b9f2-3b1c84fa557a tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9d68bfe-7462-4e9b-bc44-55b816616a0f HTTP/1.1" status: 200 len: 946 time: 0.0539420 Aug 07 04:06:49.996678 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f10d7d1c-c925-4864-90a6-d5f57f2e4c2d req-ddd61b20-6033-41d6-a2df-fca6525260cb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.18 "GET /v2.0/security-groups?id=1ada7f93-9ea3-4dcf-92e3-236689c65865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Aug 07 04:06:49.998821 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-74e03bd9-4888-45b2-9ace-1cc22c0c5e96 req-fcfb3b74-2687-4f8a-a0e0-861ebc8543bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] For port 608bce6e-3b85-4c01-a02e-bfe3ed5c709e, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=608bce6e-3b85-4c01-a02e-bfe3ed5c709e,segment=NetworkSegment(f99dbb32-ea93-4457-887e-ca7849af143d),segment_id=f99dbb32-ea93-4457-887e-ca7849af143d)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:06:49.999302 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-74e03bd9-4888-45b2-9ace-1cc22c0c5e96 req-fcfb3b74-2687-4f8a-a0e0-861ebc8543bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:50.018344 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-74e03bd9-4888-45b2-9ace-1cc22c0c5e96 req-fcfb3b74-2687-4f8a-a0e0-861ebc8543bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Calling delete_port for 608bce6e-3b85-4c01-a02e-bfe3ed5c709e owned by compute:nova {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:06:50.074681 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6c28d-53af-44ba-8325-5356b2816383 req-92deb429-3478-4ed6-8787-0a890d9e1256 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:50.076168 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-69f6c28d-53af-44ba-8325-5356b2816383 req-92deb429-3478-4ed6-8787-0a890d9e1256 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0786448 Aug 07 04:06:50.080403 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca5552-2c20-40a8-9d9e-faaf5bfd8218 req-5f55b37f-d917-4791-bbeb-c489b8dc157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:50.081818 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4bca5552-2c20-40a8-9d9e-faaf5bfd8218 req-5f55b37f-d917-4791-bbeb-c489b8dc157c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 1098 time: 0.0743086 Aug 07 04:06:50.137924 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4bca5552-2c20-40a8-9d9e-faaf5bfd8218 req-cd194682-6315-4cff-a6e7-5c51301cf47d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462775 Aug 07 04:06:50.141888 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-69f6c28d-53af-44ba-8325-5356b2816383 req-29baa375-983c-4373-b6e3-438b038ffaa8 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592384 Aug 07 04:06:50.166478 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-74e03bd9-4888-45b2-9ace-1cc22c0c5e96 req-fcfb3b74-2687-4f8a-a0e0-861ebc8543bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:50.172821 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['608bce6e-3b85-4c01-a02e-bfe3ed5c709e'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:06:50.209546 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00170f-5668-4dc7-86bf-83dcd746af5c req-2fb5d781-dfc1-40fd-bc18-518ed8b43667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:50.211041 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7d00170f-5668-4dc7-86bf-83dcd746af5c req-2fb5d781-dfc1-40fd-bc18-518ed8b43667 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf&tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec HTTP/1.1" status: 200 len: 1096 time: 0.0721245 Aug 07 04:06:50.215313 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb3b74-2687-4f8a-a0e0-861ebc8543bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Pushing event deleted for resources: {'Port': ['ID=608bce6e-3b85-4c01-a02e-bfe3ed5c709e,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:50.238823 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e03bd9-4888-45b2-9ace-1cc22c0c5e96 req-fcfb3b74-2687-4f8a-a0e0-861ebc8543bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] No DVR routers for this DVR port 608bce6e-3b85-4c01-a02e-bfe3ed5c709e on host hv-cinder-80374 {{(pid=93434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:06:50.241536 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-74e03bd9-4888-45b2-9ace-1cc22c0c5e96 req-fcfb3b74-2687-4f8a-a0e0-861ebc8543bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:50.243580 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-74e03bd9-4888-45b2-9ace-1cc22c0c5e96 req-fcfb3b74-2687-4f8a-a0e0-861ebc8543bb tempest-AttachVolumeNegativeTest-231979032 tempest-AttachVolumeNegativeTest-231979032-project] 10.222.0.30 "DELETE /v2.0/ports/608bce6e-3b85-4c01-a02e-bfe3ed5c709e HTTP/1.1" status: 204 len: 173 time: 0.4547567 Aug 07 04:06:50.244007 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d68bfe-7462-4e9b-bc44-55b816616a0f', 'name': 'network-vif-deleted', 'tag': '608bce6e-3b85-4c01-a02e-bfe3ed5c709e'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:06:50.246364 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80322b2-fd54-42dd-97b4-222bdc0a006e" -d '{"events": [{"server_uuid": "f9d68bfe-7462-4e9b-bc44-55b816616a0f", "name": "network-vif-deleted", "tag": "608bce6e-3b85-4c01-a02e-bfe3ed5c709e"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:06:50.283564 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e901c2-f62a-4aab-bc70-d1722ec087ee x-openstack-request-id: req-68e901c2-f62a-4aab-bc70-d1722ec087ee {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:06:50.283926 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d68bfe-7462-4e9b-bc44-55b816616a0f", "name": "network-vif-deleted", "tag": "608bce6e-3b85-4c01-a02e-bfe3ed5c709e", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:06:50.284088 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68e901c2-f62a-4aab-bc70-d1722ec087ee {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:06:50.284558 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d68bfe-7462-4e9b-bc44-55b816616a0f', 'name': 'network-vif-deleted', 'tag': '608bce6e-3b85-4c01-a02e-bfe3ed5c709e', 'status': 'completed', 'code': 200} Aug 07 04:06:50.321280 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00170f-5668-4dc7-86bf-83dcd746af5c req-bd0fa6f9-b978-41aa-9d54-93690acd0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:50.322804 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7d00170f-5668-4dc7-86bf-83dcd746af5c req-bd0fa6f9-b978-41aa-9d54-93690acd0ce2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec&device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 1096 time: 0.0856373 Aug 07 04:06:50.330052 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af969e-88bd-4004-97c6-b4e3f8c2dbd5 req-5a3db92c-f369-451b-a9db-bc85befbb8f9 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:50.331459 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-33af969e-88bd-4004-97c6-b4e3f8c2dbd5 req-5a3db92c-f369-451b-a9db-bc85befbb8f9 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0860798 Aug 07 04:06:50.455057 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-33af969e-88bd-4004-97c6-b4e3f8c2dbd5 req-9353203f-1ca5-420e-9021-8ed1a9c3e92b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082177 Aug 07 04:06:50.484664 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657a75a-b0ea-4381-a203-cf612e261629 req-f1393f36-e60d-4694-b850-32221cf5d088 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:50.486188 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c657a75a-b0ea-4381-a203-cf612e261629 req-f1393f36-e60d-4694-b850-32221cf5d088 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0951345 Aug 07 04:06:50.487502 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00170f-5668-4dc7-86bf-83dcd746af5c req-0142579b-4a34-4171-86c1-99bbf70b9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:50.488791 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7d00170f-5668-4dc7-86bf-83dcd746af5c req-0142579b-4a34-4171-86c1-99bbf70b9c2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 HTTP/1.1" status: 200 len: 918 time: 0.1502485 Aug 07 04:06:50.571965 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c657a75a-b0ea-4381-a203-cf612e261629 req-383392e0-0424-4035-8e37-d355c93428e7 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793777 Aug 07 04:06:50.577794 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7d00170f-5668-4dc7-86bf-83dcd746af5c req-5e6315a9-2796-4e64-8f2f-54222729d543 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38c383a9-237f-4d39-a785-0a9d85925de9 HTTP/1.1" status: 200 len: 999 time: 0.0795236 Aug 07 04:06:50.615299 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:50.894749 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00170f-5668-4dc7-86bf-83dcd746af5c req-6e47ea87-1c2e-4c85-927b-e3847989c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:50.896234 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7d00170f-5668-4dc7-86bf-83dcd746af5c req-6e47ea87-1c2e-4c85-927b-e3847989c0db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=754a0fad-009c-41af-8768-85f84e113703 HTTP/1.1" status: 200 len: 856 time: 0.3011646 Aug 07 04:06:50.907342 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95107d36-d75e-43bd-8bc2-986d1eb950fd req-b477dc63-48be-47c8-a63d-5948027a259b tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:50.908730 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-95107d36-d75e-43bd-8bc2-986d1eb950fd req-b477dc63-48be-47c8-a63d-5948027a259b tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 946 time: 0.3218842 Aug 07 04:06:50.973170 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-95107d36-d75e-43bd-8bc2-986d1eb950fd req-dc8a78c9-6002-40b5-b2bf-ced7ede5964b tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561748 Aug 07 04:06:50.978724 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00170f-5668-4dc7-86bf-83dcd746af5c req-8415c42f-b37d-4fcd-9fd3-a35b2bcc28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:50.980299 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7d00170f-5668-4dc7-86bf-83dcd746af5c req-8415c42f-b37d-4fcd-9fd3-a35b2bcc28e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706754 Aug 07 04:06:51.058033 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 51840) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:06:51.080245 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7d00170f-5668-4dc7-86bf-83dcd746af5c req-cde90e69-3cc4-4c84-88a9-9dafbfaab5d6 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870423 Aug 07 04:06:51.125665 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cbbd0c-4843-43a5-8261-92bc4f3191e7 admin admin] Deleting subnet 61ed36dd-7879-4685-b534-20fbc146fe68 {{(pid=93434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:06:51.128988 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e8cbbd0c-4843-43a5-8261-92bc4f3191e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:51.167648 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e8cbbd0c-4843-43a5-8261-92bc4f3191e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499070'] for subnet, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:51.211970 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7d00170f-5668-4dc7-86bf-83dcd746af5c req-3df5711d-a669-4213-8288-d7f170fa04d9 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113927 Aug 07 04:06:51.213630 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e8cbbd0c-4843-43a5-8261-92bc4f3191e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33051012'] for subnet, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:51.219681 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 51844) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:06:51.287054 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e8cbbd0c-4843-43a5-8261-92bc4f3191e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33051027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4031585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4039143'] for subnet, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:51.288714 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c9169-a5fd-4b45-bad5-08df88508856 req-03f4eb5e-5d73-40b0-9515-40e5be946538 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:51.290421 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-622c9169-a5fd-4b45-bad5-08df88508856 req-03f4eb5e-5d73-40b0-9515-40e5be946538 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0619981 Aug 07 04:06:51.314068 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbbd0c-4843-43a5-8261-92bc4f3191e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61ed36dd-7879-4685-b534-20fbc146fe68,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:51.316035 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e8cbbd0c-4843-43a5-8261-92bc4f3191e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:51.320217 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e8cbbd0c-4843-43a5-8261-92bc4f3191e7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/61ed36dd-7879-4685-b534-20fbc146fe68 HTTP/1.1" status: 204 len: 168 time: 0.2588873 Aug 07 04:06:51.321511 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 51852) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:06:51.348716 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-622c9169-a5fd-4b45-bad5-08df88508856 req-5675ef71-72fc-4d18-8477-c119ea737b4c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517163 Aug 07 04:06:51.396769 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-210b358c-5cb9-43a8-8219-3d51693b78dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:51.429911 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-68698efb-aa30-4ace-908a-19397a96916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107803'] for network, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:51.540515 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-68698efb-aa30-4ace-908a-19397a96916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33051139', 'neutron.services.segments.db._delete_segments_for_network-8791076431984'] for network, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:51.564672 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-68698efb-aa30-4ace-908a-19397a96916e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95f6c34-5052-4b6f-af63-c0f6ad7c4372']}} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:06:51.595021 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-68698efb-aa30-4ace-908a-19397a96916e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99dbb32-ea93-4457-887e-ca7849af143d') {'for_net_delete': True} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:06:51.595021 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-68698efb-aa30-4ace-908a-19397a96916e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99dbb32-ea93-4457-887e-ca7849af143d') {} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:06:51.614036 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-68698efb-aa30-4ace-908a-19397a96916e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791076434809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3639437'] for segment, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:51.642126 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-68698efb-aa30-4ace-908a-19397a96916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:51.652250 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-210b358c-5cb9-43a8-8219-3d51693b78dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:51.662354 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb513ef-c2bd-4740-8b3b-af0afa8bf3bc req-6f5a6e4f-1c77-4545-b292-5a400b068116 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:51.663904 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ebb513ef-c2bd-4740-8b3b-af0afa8bf3bc req-6f5a6e4f-1c77-4545-b292-5a400b068116 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.1208460 Aug 07 04:06:51.664951 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68698efb-aa30-4ace-908a-19397a96916e admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:06:51.665342 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-68698efb-aa30-4ace-908a-19397a96916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3699545'] for segment, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: Traceback (most recent call last): Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: timer() Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: cb(*args, **kw) Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: return func(*args, **kwargs) Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: self._notify() Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: self.callback(batched_events) Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: event.method(event) Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: return f(self, *a, **k) Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: return self._get(url).json() Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: return self.request(url, 'GET', **kwargs) Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:06:51.668549 dv-cinder-803748-2-iscsi neutron-server[93433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:06:51.684209 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-210b358c-5cb9-43a8-8219-3d51693b78dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:51.811898 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641c2cd-4680-48bf-b3bd-09eb06db6e5c req-8b6ff75e-0552-4fb0-80c4-1b62ae94df22 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:51.813795 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-7641c2cd-4680-48bf-b3bd-09eb06db6e5c req-8b6ff75e-0552-4fb0-80c4-1b62ae94df22 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.30 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 946 time: 0.0699043 Aug 07 04:06:51.826993 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-210b358c-5cb9-43a8-8219-3d51693b78dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fae0a386180c4b90a3f52f1911b58123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6035593 Aug 07 04:06:51.829789 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 51882) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:06:51.836727 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-68698efb-aa30-4ace-908a-19397a96916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33051162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965302'] for network, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:51.846255 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b358c-5cb9-43a8-8219-3d51693b78dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a311efb-dc79-4d29-9b71-20ae9cf42314,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:51.872039 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-68698efb-aa30-4ace-908a-19397a96916e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:51.874147 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-68698efb-aa30-4ace-908a-19397a96916e admin admin] 10.222.0.18 "DELETE /v2.0/networks/b95f6c34-5052-4b6f-af63-c0f6ad7c4372 HTTP/1.1" status: 204 len: 168 time: 0.5508022 Aug 07 04:06:51.883364 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1b6b-c880-492a-900c-cc2732f030ac req-08207f2f-9c48-4b92-af6b-808fd0f5c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:51.884834 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cd2a1b6b-c880-492a-900c-cc2732f030ac req-08207f2f-9c48-4b92-af6b-808fd0f5c507 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=003a204b7d8d4968817b31d17e3072dd&device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 1098 time: 0.2172344 Aug 07 04:06:51.912018 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ebb513ef-c2bd-4740-8b3b-af0afa8bf3bc req-2e02c523-1ec0-40b7-87b8-8cfaa97dc54f tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252080 Aug 07 04:06:51.917071 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68698efb-aa30-4ace-908a-19397a96916e admin admin] Pushing event deleted for resources: {'Network': ['ID=b95f6c34-5052-4b6f-af63-c0f6ad7c4372,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:51.992966 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d163f3-c300-4814-859f-d7cec4c8e8de req-05f8968b-36c0-43ba-92d7-b6dde3cfaf8c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:51.994589 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a3d163f3-c300-4814-859f-d7cec4c8e8de req-05f8968b-36c0-43ba-92d7-b6dde3cfaf8c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.3060985 Aug 07 04:06:52.049745 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-7641c2cd-4680-48bf-b3bd-09eb06db6e5c req-8978b868-aeb6-4bf8-84f7-62981651dad6 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Deleting port 7edaf651-1b88-4ff7-8db5-918a6c56d48c {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:06:52.051309 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-7641c2cd-4680-48bf-b3bd-09eb06db6e5c req-8978b868-aeb6-4bf8-84f7-62981651dad6 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:52.124753 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2d70110b-05f2-4b33-bca1-f3bc3d917229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:52.170417 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 51888) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:06:52.199726 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a3d163f3-c300-4814-859f-d7cec4c8e8de req-7dbba656-ebb6-494e-9b89-0ca02368da79 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716926 Aug 07 04:06:52.216720 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2d70110b-05f2-4b33-bca1-f3bc3d917229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:52.275620 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-7641c2cd-4680-48bf-b3bd-09eb06db6e5c req-8978b868-aeb6-4bf8-84f7-62981651dad6 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] For port 7edaf651-1b88-4ff7-8db5-918a6c56d48c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7edaf651-1b88-4ff7-8db5-918a6c56d48c,segment=NetworkSegment(c5f7de76-1f41-4c01-ba15-b0ef84f4b87f),segment_id=c5f7de76-1f41-4c01-ba15-b0ef84f4b87f)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:06:52.276096 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-7641c2cd-4680-48bf-b3bd-09eb06db6e5c req-8978b868-aeb6-4bf8-84f7-62981651dad6 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:52.294880 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-7641c2cd-4680-48bf-b3bd-09eb06db6e5c req-8978b868-aeb6-4bf8-84f7-62981651dad6 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Calling delete_port for 7edaf651-1b88-4ff7-8db5-918a6c56d48c owned by compute:nova {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:06:52.297662 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7ebbd-95ff-47ab-acc8-9f3f7495f604 req-4ee7ace8-371a-4bcb-9cc8-2c647b228488 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:52.305564 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fbb7ebbd-95ff-47ab-acc8-9f3f7495f604 req-4ee7ace8-371a-4bcb-9cc8-2c647b228488 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.2764151 Aug 07 04:06:52.313270 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:52.351172 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1b6b-c880-492a-900c-cc2732f030ac req-4985bef5-ca0e-49a8-8b49-9cb7655623ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:52.352651 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cd2a1b6b-c880-492a-900c-cc2732f030ac req-4985bef5-ca0e-49a8-8b49-9cb7655623ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=98df712f-423c-4952-8ac5-55aed9105c0e HTTP/1.1" status: 200 len: 920 time: 0.4146686 Aug 07 04:06:52.404173 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-2ad60aea-f10f-4f85-a192-928a3afe318b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30a6b18b4682466ca806f062f576241a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2303548 Aug 07 04:06:52.413238 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 51890) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:06:52.422014 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fbb7ebbd-95ff-47ab-acc8-9f3f7495f604 req-fc72f615-3f75-44de-a49e-9818267dac18 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155968 Aug 07 04:06:52.438813 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21269a5-060f-4457-a27b-5d0cb7f460d5 req-e68ff961-a4d7-42a0-9ad4-ee51d5b8e723 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:52.446019 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a21269a5-060f-4457-a27b-5d0cb7f460d5 req-e68ff961-a4d7-42a0-9ad4-ee51d5b8e723 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 946 time: 0.1380825 Aug 07 04:06:52.472208 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2d70110b-05f2-4b33-bca1-f3bc3d917229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:52.475515 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2d70110b-05f2-4b33-bca1-f3bc3d917229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:52.479040 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-2d70110b-05f2-4b33-bca1-f3bc3d917229 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a311efb-dc79-4d29-9b71-20ae9cf42314 HTTP/1.1" status: 204 len: 168 time: 0.6416686 Aug 07 04:06:52.497446 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a21269a5-060f-4457-a27b-5d0cb7f460d5 req-e06947de-7456-4e92-9d5e-dadcc912c747 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504055 Aug 07 04:06:52.498438 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70110b-05f2-4b33-bca1-f3bc3d917229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a311efb-dc79-4d29-9b71-20ae9cf42314,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:52.572766 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-7641c2cd-4680-48bf-b3bd-09eb06db6e5c req-8978b868-aeb6-4bf8-84f7-62981651dad6 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:52.585894 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['7edaf651-1b88-4ff7-8db5-918a6c56d48c'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:06:52.619235 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978b868-aeb6-4bf8-84f7-62981651dad6 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Pushing event deleted for resources: {'Port': ['ID=7edaf651-1b88-4ff7-8db5-918a6c56d48c,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:52.623089 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a21a53f0-d98c-4116-afcb-bbca66897aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:52.689581 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-7641c2cd-4680-48bf-b3bd-09eb06db6e5c req-8978b868-aeb6-4bf8-84f7-62981651dad6 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] No DVR routers for this DVR port 7edaf651-1b88-4ff7-8db5-918a6c56d48c on host hv-cinder-80374 {{(pid=93434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:06:52.695724 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-7641c2cd-4680-48bf-b3bd-09eb06db6e5c req-8978b868-aeb6-4bf8-84f7-62981651dad6 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:52.697760 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-7641c2cd-4680-48bf-b3bd-09eb06db6e5c req-8978b868-aeb6-4bf8-84f7-62981651dad6 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.30 "DELETE /v2.0/ports/7edaf651-1b88-4ff7-8db5-918a6c56d48c HTTP/1.1" status: 204 len: 173 time: 0.8757617 Aug 07 04:06:52.698221 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83ddd03-e909-4743-88a8-64654e7f309d', 'name': 'network-vif-deleted', 'tag': '7edaf651-1b88-4ff7-8db5-918a6c56d48c'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:06:52.700841 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae9fed6-108c-4f43-bd79-500088eae037" -d '{"events": [{"server_uuid": "c83ddd03-e909-4743-88a8-64654e7f309d", "name": "network-vif-deleted", "tag": "7edaf651-1b88-4ff7-8db5-918a6c56d48c"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:06:52.705502 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a21a53f0-d98c-4116-afcb-bbca66897aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:52.765425 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143acbe2-93b5-475d-b1d7-e194ab1ea2f0 x-openstack-request-id: req-143acbe2-93b5-475d-b1d7-e194ab1ea2f0 {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:06:52.765938 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c83ddd03-e909-4743-88a8-64654e7f309d", "name": "network-vif-deleted", "tag": "7edaf651-1b88-4ff7-8db5-918a6c56d48c", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:06:52.766155 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-143acbe2-93b5-475d-b1d7-e194ab1ea2f0 {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:06:52.766595 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83ddd03-e909-4743-88a8-64654e7f309d', 'name': 'network-vif-deleted', 'tag': '7edaf651-1b88-4ff7-8db5-918a6c56d48c', 'status': 'completed', 'code': 200} Aug 07 04:06:52.789401 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a21a53f0-d98c-4116-afcb-bbca66897aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:52.792657 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a21a53f0-d98c-4116-afcb-bbca66897aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:06:52.794135 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a21a53f0-d98c-4116-afcb-bbca66897aa6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ada7f93-9ea3-4dcf-92e3-236689c65865 HTTP/1.1" status: 204 len: 168 time: 0.3787115 Aug 07 04:06:52.806756 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a53f0-d98c-4116-afcb-bbca66897aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ada7f93-9ea3-4dcf-92e3-236689c65865,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:06:53.061487 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21965baa-7eb3-48da-8a51-14bc192882f2 req-ff1f486e-9dc9-4558-9f1a-766c08531686 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:53.063003 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-21965baa-7eb3-48da-8a51-14bc192882f2 req-ff1f486e-9dc9-4558-9f1a-766c08531686 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0597780 Aug 07 04:06:53.107032 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-21965baa-7eb3-48da-8a51-14bc192882f2 req-055d248c-8a15-44db-b4f4-4ab02ba2a01c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347559 Aug 07 04:06:53.339017 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a59ef9-ee6c-4e56-8def-8bc404e553cc req-a7559a8e-c6a1-4c29-a06e-0fe9f8e59757 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:53.340178 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b0a59ef9-ee6c-4e56-8def-8bc404e553cc req-a7559a8e-c6a1-4c29-a06e-0fe9f8e59757 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0718279 Aug 07 04:06:53.380801 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b0a59ef9-ee6c-4e56-8def-8bc404e553cc req-5a89ca22-4612-4f18-a1e1-84694433e001 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345287 Aug 07 04:06:53.572766 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fff28-93a8-411e-b6c9-d86340c0aaae req-2a2d56a8-d093-4663-9b23-bb16eb95edcc tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:53.580221 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cc3fff28-93a8-411e-b6c9-d86340c0aaae req-2a2d56a8-d093-4663-9b23-bb16eb95edcc tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0788100 Aug 07 04:06:53.662859 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cc3fff28-93a8-411e-b6c9-d86340c0aaae req-ec35cfd8-438f-4f84-a01e-be2ae25f7e8c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793302 Aug 07 04:06:53.665618 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8808a009-af1c-4b69-bd4a-69440eedf964 req-9fd690de-e1c0-4b1f-975c-b688de29ce95 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 210 time: 0.0532763 Aug 07 04:06:54.238656 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537c03c-29bf-4d6f-bdb5-6a902634297d req-6068bb0e-9c37-42d1-b9af-e1eca3850337 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:54.240939 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f537c03c-29bf-4d6f-bdb5-6a902634297d req-6068bb0e-9c37-42d1-b9af-e1eca3850337 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0563998 Aug 07 04:06:54.280928 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f537c03c-29bf-4d6f-bdb5-6a902634297d req-d0fd4635-b3ba-471e-b602-4d5bc2e644cb tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323341 Aug 07 04:06:54.506202 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a71cd-415c-4696-8dc6-982f932ca282 req-07851121-0319-4f21-83d8-677da5984df5 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:54.507724 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fa3a71cd-415c-4696-8dc6-982f932ca282 req-07851121-0319-4f21-83d8-677da5984df5 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0505855 Aug 07 04:06:54.548236 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fa3a71cd-415c-4696-8dc6-982f932ca282 req-c0aaa356-478a-4ab3-b66f-f948591ffd5c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339594 Aug 07 04:06:54.785313 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 608bce6e-3b85-4c01-a02e-bfe3ed5c709e no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:06:54.822793 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7caf8a89-1b6e-4b46-996e-d05497f09aa9 req-5c81290d-ad51-446a-86c5-80b5a40af73a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 210 time: 0.0814483 Aug 07 04:06:54.827873 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: 608bce6e-3b85-4c01-a02e-bfe3ed5c709e {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:06:54.828224 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 608bce6e-3b85-4c01-a02e-bfe3ed5c709e not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:06:54.860653 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e2b1d-d027-4f19-a68c-9a6c83d048e9 req-e3611d9a-225f-4ca3-877d-2c3cf2498be8 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:54.862178 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ae5e2b1d-d027-4f19-a68c-9a6c83d048e9 req-e3611d9a-225f-4ca3-877d-2c3cf2498be8 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.1348240 Aug 07 04:06:54.903439 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ae5e2b1d-d027-4f19-a68c-9a6c83d048e9 req-f32a82b6-68ca-4a08-9f23-4f1ba6a32fac tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328841 Aug 07 04:06:55.415254 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60e606-4b82-4555-b942-da8170a0a6e9 req-50d34fcf-1ece-41c4-ac69-11f1c3fc6e0b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:55.423437 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0d60e606-4b82-4555-b942-da8170a0a6e9 req-50d34fcf-1ece-41c4-ac69-11f1c3fc6e0b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0619385 Aug 07 04:06:55.464395 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0d60e606-4b82-4555-b942-da8170a0a6e9 req-7f9683b3-d0d1-4ae1-ba41-3af6fe55ecd8 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389402 Aug 07 04:06:55.690285 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fad23-8b51-4fdd-9a8c-535f7b60de62 req-385cb12d-830e-4bcd-9913-41ddd0ef528d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:55.692128 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f24fad23-8b51-4fdd-9a8c-535f7b60de62 req-385cb12d-830e-4bcd-9913-41ddd0ef528d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0662920 Aug 07 04:06:55.734433 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f24fad23-8b51-4fdd-9a8c-535f7b60de62 req-a2cb53fa-fab4-426f-bb9b-a907dbfe5782 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343173 Aug 07 04:06:55.931667 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-35e81d9d-f287-49a1-91b5-d787fd2da032 req-ffb2a026-7b3b-44ee-af3e-562baa6cfb79 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 210 time: 0.0308466 Aug 07 04:06:56.029973 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4f564-747b-43b4-a5e8-53975b847fe0 req-ac96832e-7b54-404f-be12-5a6ede8dc280 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:56.031775 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8fb4f564-747b-43b4-a5e8-53975b847fe0 req-ac96832e-7b54-404f-be12-5a6ede8dc280 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0508361 Aug 07 04:06:56.074516 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8fb4f564-747b-43b4-a5e8-53975b847fe0 req-dda44228-18e2-460d-8018-abf299d3a306 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355866 Aug 07 04:06:56.603214 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecffdf-4fd0-45dd-ac5f-9c7bcab94ffb req-cafff211-7b60-45cf-ab45-5c9764bb5354 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:56.605118 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-baecffdf-4fd0-45dd-ac5f-9c7bcab94ffb req-cafff211-7b60-45cf-ab45-5c9764bb5354 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0568900 Aug 07 04:06:56.647689 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-baecffdf-4fd0-45dd-ac5f-9c7bcab94ffb req-f4ea004a-67d2-4ef6-ac7b-507eabf46070 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359678 Aug 07 04:06:56.816068 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 7edaf651-1b88-4ff7-8db5-918a6c56d48c no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:06:56.847306 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: 7edaf651-1b88-4ff7-8db5-918a6c56d48c {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:06:56.848017 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 7edaf651-1b88-4ff7-8db5-918a6c56d48c not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:06:56.905366 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baaf7d-e01b-4593-b51b-0204f9247d02 req-d38636ea-efc0-4be6-8d22-ee6b5de839c6 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:56.907140 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-96baaf7d-e01b-4593-b51b-0204f9247d02 req-d38636ea-efc0-4be6-8d22-ee6b5de839c6 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0914629 Aug 07 04:06:56.992751 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-96baaf7d-e01b-4593-b51b-0204f9247d02 req-08e684cc-6329-4429-9153-de5e1585b9e6 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847509 Aug 07 04:06:57.066289 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2b2a9d7f-266e-477a-82ce-7459e1949e91 req-8d2b8e2b-655b-459c-a0dd-55a768b56b5a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 210 time: 0.0341449 Aug 07 04:06:57.191227 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a9ced-59b8-44f7-9c20-3469414ad698 req-76694ffb-a97a-410b-8baf-f41d52b24aa1 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:57.192823 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-783a9ced-59b8-44f7-9c20-3469414ad698 req-76694ffb-a97a-410b-8baf-f41d52b24aa1 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0489705 Aug 07 04:06:57.235756 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-783a9ced-59b8-44f7-9c20-3469414ad698 req-b91eb13b-184b-407b-9bb0-35ed44f54270 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360429 Aug 07 04:06:57.771535 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab830f-8d16-47d1-9731-2fb54e79f802 req-66674f79-d0d3-4ac3-ad5d-c9eec479b8fd tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:57.772992 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7aab830f-8d16-47d1-9731-2fb54e79f802 req-66674f79-d0d3-4ac3-ad5d-c9eec479b8fd tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0500121 Aug 07 04:06:57.816666 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7aab830f-8d16-47d1-9731-2fb54e79f802 req-78b7f7aa-6742-4309-93bb-456cb42d4f45 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368257 Aug 07 04:06:58.183330 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-38279f90-8414-4f74-b21f-2a686d12ac47 req-05df0174-7db6-4ad7-8f63-c1b0a885a2eb tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 210 time: 0.0306370 Aug 07 04:06:58.199098 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dd233-5a9b-40db-90b7-79febada57a6 req-c5a62cd0-46cc-476a-9f13-d35d8be703c6 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:58.200610 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d08dd233-5a9b-40db-90b7-79febada57a6 req-c5a62cd0-46cc-476a-9f13-d35d8be703c6 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0912385 Aug 07 04:06:58.247764 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d08dd233-5a9b-40db-90b7-79febada57a6 req-060d59bd-4701-4eae-bd6b-9db6071a2d96 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390165 Aug 07 04:06:58.368082 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df73198-bda0-4f3a-8bdc-da11f8aa4f8f req-5ce99282-36c6-4b2c-a594-8751482d60e2 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:58.369841 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6df73198-bda0-4f3a-8bdc-da11f8aa4f8f req-5ce99282-36c6-4b2c-a594-8751482d60e2 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0594127 Aug 07 04:06:58.416284 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6df73198-bda0-4f3a-8bdc-da11f8aa4f8f req-c14ee0a4-42b4-4290-84c2-fe74ad486341 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398757 Aug 07 04:06:58.964000 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ded6a4-acb0-419c-b394-77fe72325597 req-9f4321be-43b5-4238-ac9d-0f389fdb6d53 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:58.971447 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9ded6a4-acb0-419c-b394-77fe72325597 req-9f4321be-43b5-4238-ac9d-0f389fdb6d53 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0653718 Aug 07 04:06:59.015520 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9ded6a4-acb0-419c-b394-77fe72325597 req-4395f5f0-78ab-4857-9f67-ce6f30002b49 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430243 Aug 07 04:06:59.308614 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2c553a83-023d-44cb-998b-2abce5ef308b req-80de408c-5584-42f9-bdfe-f7ca73d87134 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 210 time: 0.0428419 Aug 07 04:06:59.382020 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4c7e-df9b-4ba5-95b4-e7aa2a3f0058 req-dc5cb628-0ed5-42da-8ffa-cc969b094c9f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:59.383566 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-286d4c7e-df9b-4ba5-95b4-e7aa2a3f0058 req-dc5cb628-0ed5-42da-8ffa-cc969b094c9f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0512922 Aug 07 04:06:59.424233 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-286d4c7e-df9b-4ba5-95b4-e7aa2a3f0058 req-1e6d16c6-b354-4514-9892-3ca1c82838ac tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344934 Aug 07 04:06:59.534492 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c70713-012f-4048-aad4-b97130876571 req-de5cb4ad-efbc-4f1d-b3d1-e72a7e769257 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:06:59.535926 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9c70713-012f-4048-aad4-b97130876571 req-de5cb4ad-efbc-4f1d-b3d1-e72a7e769257 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0507581 Aug 07 04:06:59.580840 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f9c70713-012f-4048-aad4-b97130876571 req-e967651d-2751-4ff3-890f-e7ec66917b13 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388453 Aug 07 04:07:00.147341 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e163c-0c23-4340-b77c-17b63137ccb8 req-a6a1edd5-0482-46e6-8870-a40e4d21e00b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:00.149409 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b86e163c-0c23-4340-b77c-17b63137ccb8 req-a6a1edd5-0482-46e6-8870-a40e4d21e00b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0556791 Aug 07 04:07:00.198552 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b86e163c-0c23-4340-b77c-17b63137ccb8 req-2bde4153-17b4-48a4-8d47-d1a1c552f8d5 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425682 Aug 07 04:07:00.410202 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1f98a890-5d3d-4f1a-b72a-8b8e33297bbc req-e91fc0e5-f387-4d51-93e5-c655c0a15f9e tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 210 time: 0.0273719 Aug 07 04:07:00.544612 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d400c-3523-4ee2-9202-5ada4fc217ff req-2e0b898e-be85-4b6a-95c0-081205e9db60 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:00.546235 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8c8d400c-3523-4ee2-9202-5ada4fc217ff req-2e0b898e-be85-4b6a-95c0-081205e9db60 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0501046 Aug 07 04:07:00.587686 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8c8d400c-3523-4ee2-9202-5ada4fc217ff req-a259365f-715b-46af-9100-9f596f33f58b tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354207 Aug 07 04:07:00.704190 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b887db-730c-43e7-968b-914caa029d9c req-c8b22cca-7fe3-414e-9b92-69d1220a0dd4 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:00.705567 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-16b887db-730c-43e7-968b-914caa029d9c req-c8b22cca-7fe3-414e-9b92-69d1220a0dd4 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0530963 Aug 07 04:07:00.744971 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-16b887db-730c-43e7-968b-914caa029d9c req-ac95cbc1-aaf8-47cd-9124-8ff22dc1bdb8 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Aug 07 04:07:01.335475 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff30bb-c477-4812-9b0a-ff7f6a2fa4f3 req-38b3ecfe-f6e7-46f8-a87d-26766d7b823e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:01.336999 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4fff30bb-c477-4812-9b0a-ff7f6a2fa4f3 req-38b3ecfe-f6e7-46f8-a87d-26766d7b823e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0662916 Aug 07 04:07:01.388868 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4fff30bb-c477-4812-9b0a-ff7f6a2fa4f3 req-c4e43fff-919c-4c25-ba3e-d11f458e49d7 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367122 Aug 07 04:07:01.508032 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-212e0fb7-5902-4b33-b4fd-80309edd7c88 req-19d40b0f-17f0-475d-9331-a113667b2633 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 210 time: 0.0268736 Aug 07 04:07:01.705849 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff635b43-acbb-4586-8594-523d38c69470 req-670a8798-8945-4fa7-816e-c318c948015e tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:01.707361 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ff635b43-acbb-4586-8594-523d38c69470 req-670a8798-8945-4fa7-816e-c318c948015e tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0531297 Aug 07 04:07:01.746675 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ff635b43-acbb-4586-8594-523d38c69470 req-25a7d448-0b34-44bd-8d42-943b21f55c54 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326667 Aug 07 04:07:01.859873 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16d0f1-a6b4-4ab9-8ff0-e25ad87e739a req-3b5abc19-7616-4ca2-8b33-bc6de431c321 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:01.861438 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b16d0f1-a6b4-4ab9-8ff0-e25ad87e739a req-3b5abc19-7616-4ca2-8b33-bc6de431c321 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0486434 Aug 07 04:07:01.900134 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b16d0f1-a6b4-4ab9-8ff0-e25ad87e739a req-9c7059e8-4547-4d4e-b9e6-a7c0895aa8f3 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317473 Aug 07 04:07:02.259677 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cd2a1b6b-c880-492a-900c-cc2732f030ac req-e33ed5d6-837b-4049-b260-b03bfa7d851b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64326d75-dc7b-467b-a684-b15a8bb7baf8 HTTP/1.1" status: 200 len: 217 time: 0.0358930 Aug 07 04:07:02.333513 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1b6b-c880-492a-900c-cc2732f030ac req-f294b3c1-31eb-4493-8875-2e0f338d4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:02.336146 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cd2a1b6b-c880-492a-900c-cc2732f030ac req-f294b3c1-31eb-4493-8875-2e0f338d4e05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89e600fc-6cf1-4ba0-b06a-135114de945d HTTP/1.1" status: 200 len: 859 time: 0.0610197 Aug 07 04:07:02.369026 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cd2a1b6b-c880-492a-900c-cc2732f030ac req-be918611-2939-4f6e-bf1a-59fd14f28058 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98df712f-423c-4952-8ac5-55aed9105c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253839 Aug 07 04:07:02.473818 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cd2a1b6b-c880-492a-900c-cc2732f030ac req-e7c954db-7ab2-4908-a769-2df1e48e33af service neutron] 10.222.0.30 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918040 Aug 07 04:07:02.622323 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0293711-ac22-4544-a221-31a1612411f6 req-ba042a42-d2d0-45ac-9a74-377eddf119d1 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:02.625166 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c0293711-ac22-4544-a221-31a1612411f6 req-ba042a42-d2d0-45ac-9a74-377eddf119d1 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.1449220 Aug 07 04:07:02.682892 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-174cad2f-cb8e-439b-aab2-e16580b73441 req-f6a7c48f-068b-411e-894b-29634033e879 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=c83ddd03-e909-4743-88a8-64654e7f309d HTTP/1.1" status: 200 len: 210 time: 0.0504060 Aug 07 04:07:02.685939 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cd2a1b6b-c880-492a-900c-cc2732f030ac req-1c84e855-b09a-4715-832a-28fddb314a6a service neutron] 10.222.0.30 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044916 Aug 07 04:07:02.712421 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c0293711-ac22-4544-a221-31a1612411f6 req-6fd55996-98f2-4200-adcf-dc0e8773b2b1 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737102 Aug 07 04:07:02.767212 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 52082) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:02.864983 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807eb32e-9fe6-4848-bb79-724f869069e1 req-afd45d4b-9cec-4ec2-9419-6fd54ba826f0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:02.866608 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-807eb32e-9fe6-4848-bb79-724f869069e1 req-afd45d4b-9cec-4ec2-9419-6fd54ba826f0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0502181 Aug 07 04:07:02.879604 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4dd7f1a3-85f5-472d-8e42-f945783e30f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:02.909875 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-807eb32e-9fe6-4848-bb79-724f869069e1 req-949dfd6b-3075-45f2-8f9e-cc89b4d641c6 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371296 Aug 07 04:07:02.987446 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4dd7f1a3-85f5-472d-8e42-f945783e30f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:02.991495 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4dd7f1a3-85f5-472d-8e42-f945783e30f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:03.031572 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4dd7f1a3-85f5-472d-8e42-f945783e30f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c08ab7ba27f84423b0ebed07e237fbfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621653 Aug 07 04:07:03.032845 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7f1a3-85f5-472d-8e42-f945783e30f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a62a854-3e7a-4bc6-8bfd-37fc460caea5,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:03.033581 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09679d-d429-42d5-a896-8c85ebefd6d1 req-aeb7fc40-20ab-4d13-a218-4fafbe4cc6cb tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:03.035102 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-eb09679d-d429-42d5-a896-8c85ebefd6d1 req-aeb7fc40-20ab-4d13-a218-4fafbe4cc6cb tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0517671 Aug 07 04:07:03.035572 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 52090) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:03.040837 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7f1a3-85f5-472d-8e42-f945783e30f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.041184 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7f1a3-85f5-472d-8e42-f945783e30f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.041525 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7f1a3-85f5-472d-8e42-f945783e30f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.041858 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7f1a3-85f5-472d-8e42-f945783e30f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.042188 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7f1a3-85f5-472d-8e42-f945783e30f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.042549 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7f1a3-85f5-472d-8e42-f945783e30f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.042900 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7f1a3-85f5-472d-8e42-f945783e30f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.043247 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7f1a3-85f5-472d-8e42-f945783e30f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.043572 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7f1a3-85f5-472d-8e42-f945783e30f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.043892 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7f1a3-85f5-472d-8e42-f945783e30f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.044244 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7f1a3-85f5-472d-8e42-f945783e30f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.044637 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd7f1a3-85f5-472d-8e42-f945783e30f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.100486 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-eb09679d-d429-42d5-a896-8c85ebefd6d1 req-775e6df1-0029-4e48-8483-f1e9093cdee5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574536 Aug 07 04:07:03.112269 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:03.134182 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:03.182363 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:03.184926 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:03.186036 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a62a854-3e7a-4bc6-8bfd-37fc460caea5 HTTP/1.1" status: 204 len: 168 time: 0.1495762 Aug 07 04:07:03.194196 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a62a854-3e7a-4bc6-8bfd-37fc460caea5,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:03.201434 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.201768 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.202105 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.202436 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.202807 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.203120 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.203443 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.203768 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.204091 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.204410 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.204728 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.205382 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1a1c38-55f0-4360-9da0-dc244228f5d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:03.660923 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b86e9-9d4c-4ca3-8ed0-056e59a263b2 req-72e38f72-fb9b-4c5d-a3b2-e2db06d7f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:03.663039 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4b7b86e9-9d4c-4ca3-8ed0-056e59a263b2 req-72e38f72-fb9b-4c5d-a3b2-e2db06d7f1bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=003a204b7d8d4968817b31d17e3072dd&device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 1098 time: 0.0410058 Aug 07 04:07:03.781210 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b86e9-9d4c-4ca3-8ed0-056e59a263b2 req-dd137185-a4b5-44d3-b176-f3436d12c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:03.783365 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4b7b86e9-9d4c-4ca3-8ed0-056e59a263b2 req-dd137185-a4b5-44d3-b176-f3436d12c175 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98df712f-423c-4952-8ac5-55aed9105c0e HTTP/1.1" status: 200 len: 920 time: 0.1018429 Aug 07 04:07:03.837488 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4b7b86e9-9d4c-4ca3-8ed0-056e59a263b2 req-7b8fc343-5be7-4557-ba0c-3f2bf8481638 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64326d75-dc7b-467b-a684-b15a8bb7baf8 HTTP/1.1" status: 200 len: 217 time: 0.0461695 Aug 07 04:07:03.920138 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b86e9-9d4c-4ca3-8ed0-056e59a263b2 req-20a1e36a-2acf-4bad-b1b3-62f7dd97b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:03.921632 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4b7b86e9-9d4c-4ca3-8ed0-056e59a263b2 req-20a1e36a-2acf-4bad-b1b3-62f7dd97b195 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89e600fc-6cf1-4ba0-b06a-135114de945d HTTP/1.1" status: 200 len: 859 time: 0.0760417 Aug 07 04:07:03.931485 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8ec72-cf22-49c4-9875-9d07699fbfc6 req-896f8418-1adb-4767-b33d-e5b4f42d29f9 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:03.933156 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6fa8ec72-cf22-49c4-9875-9d07699fbfc6 req-896f8418-1adb-4767-b33d-e5b4f42d29f9 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0996997 Aug 07 04:07:03.978568 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4b7b86e9-9d4c-4ca3-8ed0-056e59a263b2 req-1c9c3cca-56a4-457a-b124-2ef622acc679 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98df712f-423c-4952-8ac5-55aed9105c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427694 Aug 07 04:07:04.024422 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6fa8ec72-cf22-49c4-9875-9d07699fbfc6 req-299c9ceb-3108-4cd9-b73a-a2eb0a1cfb4b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806875 Aug 07 04:07:04.100277 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa945e36-a606-404a-ae34-e4549d15c96b req-d7687d4a-233b-4033-a962-c60e99ce0485 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:04.101963 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fa945e36-a606-404a-ae34-e4549d15c96b req-d7687d4a-233b-4033-a962-c60e99ce0485 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.1070583 Aug 07 04:07:04.140612 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4b7b86e9-9d4c-4ca3-8ed0-056e59a263b2 req-9a1920f1-3ab1-4623-9325-51da6c6e0620 service neutron] 10.222.0.30 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484094 Aug 07 04:07:04.154613 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fa945e36-a606-404a-ae34-e4549d15c96b req-7392da0f-acbb-4b40-9903-d52cdb87ef1a tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462897 Aug 07 04:07:04.280040 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5f629-6b95-46e3-836c-7119ac202ea6 req-29f91968-bf5d-4e8f-9170-ce483c6586ce tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:04.281764 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7fc5f629-6b95-46e3-836c-7119ac202ea6 req-29f91968-bf5d-4e8f-9170-ce483c6586ce tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0783281 Aug 07 04:07:04.285369 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4b7b86e9-9d4c-4ca3-8ed0-056e59a263b2 req-4c58c26b-5568-4f1d-9ebd-9a7635c57839 service neutron] 10.222.0.30 "GET /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298537 Aug 07 04:07:04.320749 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7fc5f629-6b95-46e3-836c-7119ac202ea6 req-b8bb77ba-e9d7-4fc7-99e0-87dc91113e27 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321321 Aug 07 04:07:05.146185 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a9e84-f99e-4f04-80ab-eeeef7287b0e req-d08f93c6-3d82-406d-99d8-ff01ad7e8458 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:05.148378 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e61a9e84-f99e-4f04-80ab-eeeef7287b0e req-d08f93c6-3d82-406d-99d8-ff01ad7e8458 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0520816 Aug 07 04:07:05.185012 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e61a9e84-f99e-4f04-80ab-eeeef7287b0e req-ced44545-dbaa-410e-8a18-7ec2028b0bb4 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307043 Aug 07 04:07:05.270606 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b8198-3952-4e26-8c85-aa8f23a3bd63 req-4888cc2d-f086-463a-8f21-c3dbc269053f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:05.272976 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bb4b8198-3952-4e26-8c85-aa8f23a3bd63 req-4888cc2d-f086-463a-8f21-c3dbc269053f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0478425 Aug 07 04:07:05.309339 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bb4b8198-3952-4e26-8c85-aa8f23a3bd63 req-d5043396-8128-4a53-bca6-4688aed9a908 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306566 Aug 07 04:07:05.430895 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037d3d1-d38d-4601-874e-8e628b520e0f req-0edfadf9-4b64-435a-a234-449be71796a5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:05.432339 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9037d3d1-d38d-4601-874e-8e628b520e0f req-0edfadf9-4b64-435a-a234-449be71796a5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0466690 Aug 07 04:07:05.469037 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9037d3d1-d38d-4601-874e-8e628b520e0f req-de8a0d20-3edd-4c55-8e1a-8848bf6baa91 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309031 Aug 07 04:07:06.307297 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2e4a3-a3b9-4bea-bb68-4607b2421958 req-80522c7a-31b1-45c6-94f0-2154297345c2 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:06.308738 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c6f2e4a3-a3b9-4bea-bb68-4607b2421958 req-80522c7a-31b1-45c6-94f0-2154297345c2 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0513320 Aug 07 04:07:06.346301 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c6f2e4a3-a3b9-4bea-bb68-4607b2421958 req-b72376ca-886c-4dd0-ab87-1775825a1bdf tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311007 Aug 07 04:07:06.423229 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92fc45-2ced-4ca9-b2dd-e5445a317191 req-2d5b1388-f1c4-4c34-909e-9fa04fcf2ae8 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:06.424663 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7a92fc45-2ced-4ca9-b2dd-e5445a317191 req-2d5b1388-f1c4-4c34-909e-9fa04fcf2ae8 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0476174 Aug 07 04:07:06.461797 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7a92fc45-2ced-4ca9-b2dd-e5445a317191 req-8cb6cbf2-6153-4941-bc3a-5d5bfe0fabe3 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312381 Aug 07 04:07:06.580877 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f9d34-2687-43c5-89e4-4248535f9f48 req-d412242f-fe99-4212-bc6e-3778f60d8f24 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:06.582320 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-442f9d34-2687-43c5-89e4-4248535f9f48 req-d412242f-fe99-4212-bc6e-3778f60d8f24 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0474875 Aug 07 04:07:06.619293 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-442f9d34-2687-43c5-89e4-4248535f9f48 req-25a18863-129e-42ac-8ec7-fd59638f9987 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303445 Aug 07 04:07:06.944591 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:07:07.468012 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ce80b-eda8-4e54-bd74-ca83e8b355b7 req-6ac5b9d7-495f-4e40-9cd0-3736b6633ec1 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:07.469489 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5e5ce80b-eda8-4e54-bd74-ca83e8b355b7 req-6ac5b9d7-495f-4e40-9cd0-3736b6633ec1 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0512769 Aug 07 04:07:07.510466 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5e5ce80b-eda8-4e54-bd74-ca83e8b355b7 req-af98cb9e-fe62-4177-af48-d15ca24631fc tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342152 Aug 07 04:07:07.580535 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113105b-c69f-4a79-9bb0-54eedf79f346 req-a2cb6fcb-be58-4225-8a58-9717e12525aa tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:07.581993 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e113105b-c69f-4a79-9bb0-54eedf79f346 req-a2cb6fcb-be58-4225-8a58-9717e12525aa tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0513642 Aug 07 04:07:07.620481 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e113105b-c69f-4a79-9bb0-54eedf79f346 req-03842373-b604-4d05-adad-0b1f116cb94d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319092 Aug 07 04:07:07.726109 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:07.734030 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d835a77-acd2-4723-8b2b-95b27539ffec req-9abed52b-7e34-4940-92f7-dcfa7767ea93 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:07.735502 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4d835a77-acd2-4723-8b2b-95b27539ffec req-9abed52b-7e34-4940-92f7-dcfa7767ea93 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0485873 Aug 07 04:07:07.774301 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4d835a77-acd2-4723-8b2b-95b27539ffec req-56926c43-c9b9-4de1-a1bd-116189d0b553 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328164 Aug 07 04:07:08.637683 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e4b93-e644-4151-96c8-191997557e39 req-1cb706f9-7055-4dce-8c65-afc0a895d014 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:08.639197 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cb8e4b93-e644-4151-96c8-191997557e39 req-1cb706f9-7055-4dce-8c65-afc0a895d014 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0543652 Aug 07 04:07:08.678315 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cb8e4b93-e644-4151-96c8-191997557e39 req-ee59592f-2f96-4f10-9479-8ffbc6d007b9 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329938 Aug 07 04:07:08.732745 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4887c7-9f20-41ed-9396-b0b2d5568284 req-e3935f64-1e1d-4544-bbc7-0f85234d9d44 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:08.734190 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3b4887c7-9f20-41ed-9396-b0b2d5568284 req-e3935f64-1e1d-4544-bbc7-0f85234d9d44 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0474727 Aug 07 04:07:08.771208 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3b4887c7-9f20-41ed-9396-b0b2d5568284 req-fcf95a89-8023-40eb-a06c-54e30e44a165 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310276 Aug 07 04:07:09.798534 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8373f72-b401-4611-8da9-ba3b486c7fc0 req-2d0f0d15-5188-4d9e-b01c-bb9911bd4bf5 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:09.800254 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d8373f72-b401-4611-8da9-ba3b486c7fc0 req-2d0f0d15-5188-4d9e-b01c-bb9911bd4bf5 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0487111 Aug 07 04:07:09.860834 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d8373f72-b401-4611-8da9-ba3b486c7fc0 req-50617b5d-cb17-4962-bb9d-8d80f8aa8e5d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461652 Aug 07 04:07:09.902366 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801886ee-5e04-43b1-8fa9-fbd134b3ee42 req-fe2c31c0-0f44-499f-be8a-89e67d43f441 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:09.904555 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-801886ee-5e04-43b1-8fa9-fbd134b3ee42 req-fe2c31c0-0f44-499f-be8a-89e67d43f441 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0612004 Aug 07 04:07:09.942800 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-801886ee-5e04-43b1-8fa9-fbd134b3ee42 req-cb789720-97e4-4d68-80b4-97ef557cd6aa tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320919 Aug 07 04:07:10.981103 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2eb1e-aef3-4f89-8ed5-833d01510ecc req-6b0c7cf4-89de-46e5-be4f-ee43317a87b6 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:10.982584 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-deb2eb1e-aef3-4f89-8ed5-833d01510ecc req-6b0c7cf4-89de-46e5-be4f-ee43317a87b6 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 943 time: 0.0488079 Aug 07 04:07:11.033389 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-deb2eb1e-aef3-4f89-8ed5-833d01510ecc req-eb51da55-d4de-44fe-8cc6-6588e4b5c8f7 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444937 Aug 07 04:07:11.071558 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7976613-0357-447b-928d-5e26f19e2f83 req-cd4b9d91-02f2-45a0-86fd-9504885c0fd7 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:11.073004 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b7976613-0357-447b-928d-5e26f19e2f83 req-cd4b9d91-02f2-45a0-86fd-9504885c0fd7 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0563869 Aug 07 04:07:11.110591 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b7976613-0357-447b-928d-5e26f19e2f83 req-6528fdc9-4d31-42c7-98ce-77a3c600dcee tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315418 Aug 07 04:07:11.461319 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 38c383a9-237f-4d39-a785-0a9d85925de9 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:07:11.566708 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 38c383a9-237f-4d39-a785-0a9d85925de9, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=38c383a9-237f-4d39-a785-0a9d85925de9,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:07:11.580156 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '38c383a9-237f-4d39-a785-0a9d85925de9', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'port_id': '38c383a9-237f-4d39-a785-0a9d85925de9', 'mac_address': 'fa:16:3e:e1:93:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:07:11.620387 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:11.632728 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c383a9-237f-4d39-a785-0a9d85925de9 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:07:11.653227 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 38c383a9-237f-4d39-a785-0a9d85925de9, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=38c383a9-237f-4d39-a785-0a9d85925de9,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:07:11.658556 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:11.708289 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=38c383a9-237f-4d39-a785-0a9d85925de9,revision_number=9']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:11.716143 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:11.716485 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:11.716822 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:11.717156 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:11.717481 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:11.717806 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:11.718127 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:11.718448 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:11.718876 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:11.719139 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:11.719458 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:11.719785 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:07:12.156830 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb75f2-15a4-421c-b42a-2c84723d9796 req-a80753c2-ca95-4f95-99c1-946eaafa9af3 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:12.158356 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-34fb75f2-15a4-421c-b42a-2c84723d9796 req-a80753c2-ca95-4f95-99c1-946eaafa9af3 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 944 time: 0.0533803 Aug 07 04:07:12.220336 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-34fb75f2-15a4-421c-b42a-2c84723d9796 req-eacdd98d-e1e1-4216-921f-42372e473cb3 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555472 Aug 07 04:07:12.239120 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f1e5a-0899-47fa-939d-6f50d4d2e587 req-8173c38e-0546-4919-aec5-fe970640549d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:12.241285 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6d3f1e5a-0899-47fa-939d-6f50d4d2e587 req-8173c38e-0546-4919-aec5-fe970640549d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0631540 Aug 07 04:07:12.279849 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6d3f1e5a-0899-47fa-939d-6f50d4d2e587 req-c5d2fa4e-97e9-4a8c-911a-1ae151aeb592 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323105 Aug 07 04:07:12.752022 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['38c383a9-237f-4d39-a785-0a9d85925de9'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:07:13.165470 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 52290) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:13.269229 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2e325196-72be-4d2e-a2db-034e0fe7603c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:13.350606 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aff29a-8bac-410a-8eab-e9aecb3ffeb7 req-297dc900-b6a2-4d74-a898-eb4d89dff58c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:13.352302 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-11aff29a-8bac-410a-8eab-e9aecb3ffeb7 req-297dc900-b6a2-4d74-a898-eb4d89dff58c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 944 time: 0.0569935 Aug 07 04:07:13.375791 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2e325196-72be-4d2e-a2db-034e0fe7603c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:13.380124 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2e325196-72be-4d2e-a2db-034e0fe7603c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:13.423804 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-11aff29a-8bac-410a-8eab-e9aecb3ffeb7 req-01bcf39c-2902-47f7-92f5-f2579f69e477 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646315 Aug 07 04:07:13.427510 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-2e325196-72be-4d2e-a2db-034e0fe7603c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41b9b37c1bdc40c6966f890eb6480382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608392 Aug 07 04:07:13.429761 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e325196-72be-4d2e-a2db-034e0fe7603c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fbb47a-dfcb-45f5-9506-1e1281018526,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:13.432502 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 52298) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:13.436196 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4d2df-fae9-49c7-ad63-3081a39d2903 req-a48c8ad3-5277-4fb7-8d9a-96468a0045ef tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:13.437673 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18e4d2df-fae9-49c7-ad63-3081a39d2903 req-a48c8ad3-5277-4fb7-8d9a-96468a0045ef tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0768597 Aug 07 04:07:13.478838 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18e4d2df-fae9-49c7-ad63-3081a39d2903 req-a73e7aaf-fc56-4a16-95aa-ef121f26bdb2 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322139 Aug 07 04:07:13.489568 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9138-b7ac-43c2-b22d-206d18660dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:13.513997 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9138-b7ac-43c2-b22d-206d18660dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:13.573908 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9138-b7ac-43c2-b22d-206d18660dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:13.576733 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9138-b7ac-43c2-b22d-206d18660dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:13.578020 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-6c7e9138-b7ac-43c2-b22d-206d18660dee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42fbb47a-dfcb-45f5-9506-1e1281018526 HTTP/1.1" status: 204 len: 168 time: 0.1447637 Aug 07 04:07:13.594879 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e9138-b7ac-43c2-b22d-206d18660dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fbb47a-dfcb-45f5-9506-1e1281018526,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:13.829681 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd54bf-ef05-4bce-bac7-c811cc45b086 req-e66ad40b-f32c-495f-8b94-6f9d05013386 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:13.831247 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a7dd54bf-ef05-4bce-bac7-c811cc45b086 req-e66ad40b-f32c-495f-8b94-6f9d05013386 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.1036880 Aug 07 04:07:13.894378 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 52324) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:13.896818 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-c6a3b89e-b54c-4335-aadc-5b69352863d1 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:13.898272 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-c6a3b89e-b54c-4335-aadc-5b69352863d1 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/networks?id=4def5e53-d64a-4b01-a5c6-6e3cec03ed76 HTTP/1.1" status: 200 len: 812 time: 0.1447563 Aug 07 04:07:13.901185 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a7dd54bf-ef05-4bce-bac7-c811cc45b086 req-e415f122-c2a9-4219-a246-bcdebe49c514 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636342 Aug 07 04:07:13.909941 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-589a5ad5-f5f2-4d37-80c1-31fa091e91d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:13.913880 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-f9ceac39-646f-4b87-9549-4b30efdc01d6 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/quotas/a2c5d914ffcb4b0a9f090b0ca86db2d3 HTTP/1.1" status: 200 len: 375 time: 0.0097506 Aug 07 04:07:13.947216 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-6856ef02-e9f7-472d-aab0-3450628987ae tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a2c5d914ffcb4b0a9f090b0ca86db2d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265341 Aug 07 04:07:14.005471 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-589a5ad5-f5f2-4d37-80c1-31fa091e91d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:14.010195 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-589a5ad5-f5f2-4d37-80c1-31fa091e91d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:14.057473 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-589a5ad5-f5f2-4d37-80c1-31fa091e91d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13e5b70af77244858cecf07e9ce13208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619749 Aug 07 04:07:14.058336 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a5ad5-f5f2-4d37-80c1-31fa091e91d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a50c71b-e824-4b02-b939-f3d3ead0f6f1,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:14.060835 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 52326) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:14.120079 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e9da0283-46cc-4f21-bf0b-4fde36558fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:14.143035 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e9da0283-46cc-4f21-bf0b-4fde36558fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:14.194961 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e9da0283-46cc-4f21-bf0b-4fde36558fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:14.197801 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e9da0283-46cc-4f21-bf0b-4fde36558fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:14.198976 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e9da0283-46cc-4f21-bf0b-4fde36558fb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a50c71b-e824-4b02-b939-f3d3ead0f6f1 HTTP/1.1" status: 204 len: 168 time: 0.1369860 Aug 07 04:07:14.208715 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da0283-46cc-4f21-bf0b-4fde36558fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a50c71b-e824-4b02-b939-f3d3ead0f6f1,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:14.291535 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-24d729a5-5938-46ac-ac1a-faef9ac7e4ae service neutron] 10.222.0.18 "GET /v2.0/networks/4def5e53-d64a-4b01-a5c6-6e3cec03ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366253 Aug 07 04:07:14.382752 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b4b54909-cf5a-4cb6-8d05-2a0482ad0cda service neutron] 10.222.0.18 "GET /v2.0/networks/4def5e53-d64a-4b01-a5c6-6e3cec03ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848832 Aug 07 04:07:14.547961 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-41f4f539-c4f4-4960-9a16-816de7951927 req-681c353e-218a-497c-834f-133a29045d52 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 210 time: 0.0296047 Aug 07 04:07:14.654301 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073907a-cdd6-4de8-89cc-e5d666532499 req-4de87b7a-9cb8-4d8c-9780-ba45f08f5ddc tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:14.655824 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d073907a-cdd6-4de8-89cc-e5d666532499 req-4de87b7a-9cb8-4d8c-9780-ba45f08f5ddc tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 944 time: 0.0999360 Aug 07 04:07:14.704638 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ffbc0-c463-4c0b-a8e6-5c334478aabe req-e39453d0-ad9c-4042-863c-3b64db49a28e tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:14.706133 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a16ffbc0-c463-4c0b-a8e6-5c334478aabe req-e39453d0-ad9c-4042-863c-3b64db49a28e tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0916727 Aug 07 04:07:14.731657 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d073907a-cdd6-4de8-89cc-e5d666532499 req-12b686a0-f5e1-459b-9ce7-7ab717f8342c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673633 Aug 07 04:07:14.785046 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a16ffbc0-c463-4c0b-a8e6-5c334478aabe req-335e69cc-a917-44f8-961f-b3afcca7b462 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682590 Aug 07 04:07:14.916698 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 38c383a9-237f-4d39-a785-0a9d85925de9 up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:07:14.983889 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 38c383a9-237f-4d39-a785-0a9d85925de9 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:07:14.984343 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:15.047955 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20380e-1e14-4b5b-ba6a-2a8a61959d06 req-bd8d47f4-d191-458d-b96b-4708102c67e2 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:15.049932 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec20380e-1e14-4b5b-ba6a-2a8a61959d06 req-bd8d47f4-d191-458d-b96b-4708102c67e2 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0681350 Aug 07 04:07:15.095321 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:15.098931 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec20380e-1e14-4b5b-ba6a-2a8a61959d06 req-c6830daa-c1bd-45ee-bbd9-6cf949ae4089 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416598 Aug 07 04:07:15.123423 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c383a9-237f-4d39-a785-0a9d85925de9'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:07:15.126387 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397067c3-d8d8-4e8a-a9ad-0fcac12e262c" -d '{"events": [{"server_uuid": "52522355-ae3b-49d1-8488-4e2fbffb74cf", "name": "network-vif-plugged", "status": "completed", "tag": "38c383a9-237f-4d39-a785-0a9d85925de9"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:07:15.145145 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 38c383a9-237f-4d39-a785-0a9d85925de9, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=38c383a9-237f-4d39-a785-0a9d85925de9,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:07:15.151616 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:15.197162 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67b442d-ffe3-45fe-ae0b-6912efb0997c x-openstack-request-id: req-e67b442d-ffe3-45fe-ae0b-6912efb0997c {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:07:15.197458 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52522355-ae3b-49d1-8488-4e2fbffb74cf", "name": "network-vif-plugged", "status": "completed", "tag": "38c383a9-237f-4d39-a785-0a9d85925de9", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:07:15.197756 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e67b442d-ffe3-45fe-ae0b-6912efb0997c {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:07:15.198409 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c383a9-237f-4d39-a785-0a9d85925de9', 'code': 200} Aug 07 04:07:15.235721 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=38c383a9-237f-4d39-a785-0a9d85925de9,revision_number=10']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:15.669424 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d203fe8e-602c-449f-8ceb-fa9f399c60f5 req-1dda13d4-dc8b-469f-a428-a110d754ea7e tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 210 time: 0.0482979 Aug 07 04:07:15.729295 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b0a04-e304-4698-b399-4bdc8b07f46a req-1f525f8e-509e-4794-8034-0d5f6ffd7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:15.731234 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-8c3b0a04-e304-4698-b399-4bdc8b07f46a req-1f525f8e-509e-4794-8034-0d5f6ffd7a2a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 1099 time: 0.0530813 Aug 07 04:07:15.798478 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-89db886e-6d28-4692-bd31-d0401c446683 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:15.800145 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-89db886e-6d28-4692-bd31-d0401c446683 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.30 "GET /v2.0/networks?id=4def5e53-d64a-4b01-a5c6-6e3cec03ed76 HTTP/1.1" status: 200 len: 812 time: 0.1633635 Aug 07 04:07:15.803143 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-8c3b0a04-e304-4698-b399-4bdc8b07f46a req-3f54c277-36fe-48f2-95cc-98610712bf00 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558188 Aug 07 04:07:15.880793 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-d2e6dc42-33a8-48b8-ba6a-1348bc86599a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Request body: {'port': {'device_id': '2944a832-9191-4537-b73b-22b02461b851', 'network_id': '4def5e53-d64a-4b01-a5c6-6e3cec03ed76', 'admin_state_up': True, 'tenant_id': 'a2c5d914ffcb4b0a9f090b0ca86db2d3'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:07:15.984488 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17780fa-5a84-4a79-9ea2-691e3d8c0f2b req-5f82cb15-8cae-4d37-8fa6-83fc28f710e7 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:15.986040 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c17780fa-5a84-4a79-9ea2-691e3d8c0f2b req-5f82cb15-8cae-4d37-8fa6-83fc28f710e7 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 946 time: 0.1640797 Aug 07 04:07:16.050455 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9577d-b74b-4647-9720-072717878c4c req-85a5c484-b93c-4d18-85be-158a4b603952 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:16.052500 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18f9577d-b74b-4647-9720-072717878c4c req-85a5c484-b93c-4d18-85be-158a4b603952 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.1658890 Aug 07 04:07:16.075994 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c17780fa-5a84-4a79-9ea2-691e3d8c0f2b req-fcb2888f-0c60-4ff2-b603-e350ea7bab14 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809484 Aug 07 04:07:16.114804 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18f9577d-b74b-4647-9720-072717878c4c req-8a0126ac-ecf7-4645-bdae-d7b0f67f41c4 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530992 Aug 07 04:07:16.116099 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-d2e6dc42-33a8-48b8-ba6a-1348bc86599a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Made reservation on behalf of a2c5d914ffcb4b0a9f090b0ca86db2d3 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:07:16.119599 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-d2e6dc42-33a8-48b8-ba6a-1348bc86599a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:16.183850 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacc130-c983-4b54-84a8-25a3689cc1ae req-7a088124-9391-419b-9847-b638aabb7458 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:16.186049 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6cacc130-c983-4b54-84a8-25a3689cc1ae req-7a088124-9391-419b-9847-b638aabb7458 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.0647786 Aug 07 04:07:16.288496 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-6cacc130-c983-4b54-84a8-25a3689cc1ae req-dae9c4c0-76ef-4982-9f96-5ae8fc4cc3ed tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Deleting port 501a2050-8167-4b3a-9858-0bc4f7605cfd {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:07:16.288848 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6cacc130-c983-4b54-84a8-25a3689cc1ae req-dae9c4c0-76ef-4982-9f96-5ae8fc4cc3ed tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:16.305827 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ac196-24f4-4387-a869-1229b3f94419 req-7225b82f-ac4f-477b-a408-166ca03f6747 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:16.307472 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1f3ac196-24f4-4387-a869-1229b3f94419 req-7225b82f-ac4f-477b-a408-166ca03f6747 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b112a6a-9f0c-4024-9746-69ca277b513b HTTP/1.1" status: 200 len: 946 time: 0.1119192 Aug 07 04:07:16.339254 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-d2e6dc42-33a8-48b8-ba6a-1348bc86599a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Allocated IP 172.20.0.10 (4def5e53-d64a-4b01-a5c6-6e3cec03ed76/4afa46db-cb7c-4365-8a89-b0b37823b9a6/6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:07:16.371679 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1f3ac196-24f4-4387-a869-1229b3f94419 req-1a0b13de-75ec-44d0-958c-0c1ce5494a00 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561271 Aug 07 04:07:16.395972 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-6cacc130-c983-4b54-84a8-25a3689cc1ae req-dae9c4c0-76ef-4982-9f96-5ae8fc4cc3ed tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] For port 501a2050-8167-4b3a-9858-0bc4f7605cfd, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=501a2050-8167-4b3a-9858-0bc4f7605cfd,segment=NetworkSegment(043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5),segment_id=043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:07:16.396543 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6cacc130-c983-4b54-84a8-25a3689cc1ae req-dae9c4c0-76ef-4982-9f96-5ae8fc4cc3ed tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:16.410939 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-6cacc130-c983-4b54-84a8-25a3689cc1ae req-dae9c4c0-76ef-4982-9f96-5ae8fc4cc3ed tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Calling delete_port for 501a2050-8167-4b3a-9858-0bc4f7605cfd owned by compute:nova {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:07:16.498856 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 52428) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:16.541326 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-d2e6dc42-33a8-48b8-ba6a-1348bc86599a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:16.550709 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6cacc130-c983-4b54-84a8-25a3689cc1ae req-dae9c4c0-76ef-4982-9f96-5ae8fc4cc3ed tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:16.576978 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['64326d75-dc7b-467b-a684-b15a8bb7baf8', '501a2050-8167-4b3a-9858-0bc4f7605cfd'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:07:16.584942 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9c4c0-76ef-4982-9f96-5ae8fc4cc3ed tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Pushing event deleted for resources: {'Port': ['ID=501a2050-8167-4b3a-9858-0bc4f7605cfd,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:16.585459 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-d2e6dc42-33a8-48b8-ba6a-1348bc86599a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:16.636137 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cacc130-c983-4b54-84a8-25a3689cc1ae req-dae9c4c0-76ef-4982-9f96-5ae8fc4cc3ed tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] No DVR routers for this DVR port 501a2050-8167-4b3a-9858-0bc4f7605cfd on host hv-cinder-80374 {{(pid=93434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:07:16.639829 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6cacc130-c983-4b54-84a8-25a3689cc1ae req-dae9c4c0-76ef-4982-9f96-5ae8fc4cc3ed tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:16.640732 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-d2e6dc42-33a8-48b8-ba6a-1348bc86599a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Network 4def5e53-d64a-4b01-a5c6-6e3cec03ed76 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:07:16.642100 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6cacc130-c983-4b54-84a8-25a3689cc1ae req-dae9c4c0-76ef-4982-9f96-5ae8fc4cc3ed tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.30 "DELETE /v2.0/ports/501a2050-8167-4b3a-9858-0bc4f7605cfd HTTP/1.1" status: 204 len: 173 time: 0.4461915 Aug 07 04:07:16.643120 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b112a6a-9f0c-4024-9746-69ca277b513b', 'name': 'network-vif-deleted', 'tag': '501a2050-8167-4b3a-9858-0bc4f7605cfd'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:07:16.644259 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-d2e6dc42-33a8-48b8-ba6a-1348bc86599a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:07:16.646148 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd105e4-0181-450c-afdd-fe606458054b" -d '{"events": [{"server_uuid": "6b112a6a-9f0c-4024-9746-69ca277b513b", "name": "network-vif-deleted", "tag": "501a2050-8167-4b3a-9858-0bc4f7605cfd"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:07:16.648248 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-d2e6dc42-33a8-48b8-ba6a-1348bc86599a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:07:16.675811 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6dc42-33a8-48b8-ba6a-1348bc86599a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Pushing event updated for resources: {'Port': ['ID=6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:16.701118 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-937e139c-d76f-45a8-949a-280447bc81c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:16.718929 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73c6dd8-cbc1-4ba2-839e-e42937832766 x-openstack-request-id: req-f73c6dd8-cbc1-4ba2-839e-e42937832766 {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:07:16.719255 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b112a6a-9f0c-4024-9746-69ca277b513b", "name": "network-vif-deleted", "tag": "501a2050-8167-4b3a-9858-0bc4f7605cfd", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:07:16.719508 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f73c6dd8-cbc1-4ba2-839e-e42937832766 {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:07:16.719904 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b112a6a-9f0c-4024-9746-69ca277b513b', 'name': 'network-vif-deleted', 'tag': '501a2050-8167-4b3a-9858-0bc4f7605cfd', 'status': 'completed', 'code': 200} Aug 07 04:07:16.730146 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-d2e6dc42-33a8-48b8-ba6a-1348bc86599a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:16.730740 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-d2e6dc42-33a8-48b8-ba6a-1348bc86599a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:16.741491 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d62935c5-904a-4be3-a1d5-88005d6d2408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:16.876671 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106a365-8a0c-4014-9076-44ca14fc017e req-577cbeca-3f55-4bbd-b154-6f452233fa40 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:16.878147 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b106a365-8a0c-4014-9076-44ca14fc017e req-577cbeca-3f55-4bbd-b154-6f452233fa40 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 932 time: 0.0812218 Aug 07 04:07:16.913421 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-937e139c-d76f-45a8-949a-280447bc81c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:16.924845 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-937e139c-d76f-45a8-949a-280447bc81c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:16.934568 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-d2e6dc42-33a8-48b8-ba6a-1348bc86599a tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0581229 Aug 07 04:07:16.948879 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b106a365-8a0c-4014-9076-44ca14fc017e req-ab9f3da3-3819-49bf-a7a7-20d4be906588 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618358 Aug 07 04:07:16.961448 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Request body: {'port': {'device_id': '2944a832-9191-4537-b73b-22b02461b851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:07:16.995441 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-937e139c-d76f-45a8-949a-280447bc81c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b9f059f6e1b4b13891efd05f5b39639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4953072 Aug 07 04:07:16.997990 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e139c-d76f-45a8-949a-280447bc81c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4ee00d-fff8-4d72-947d-d7722422de91,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:16.998146 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 52444) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:17.036212 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:17.060003 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-992614b5-1c29-464f-877c-d696e3119531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:17.088510 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-992614b5-1c29-464f-877c-d696e3119531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:17.154358 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-992614b5-1c29-464f-877c-d696e3119531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:17.165240 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-992614b5-1c29-464f-877c-d696e3119531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:17.178961 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-992614b5-1c29-464f-877c-d696e3119531 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd4ee00d-fff8-4d72-947d-d7722422de91 HTTP/1.1" status: 204 len: 168 time: 0.1769426 Aug 07 04:07:17.190349 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992614b5-1c29-464f-877c-d696e3119531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4ee00d-fff8-4d72-947d-d7722422de91,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:17.422636 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208d6c4-9c1b-4beb-ae71-1f49c0f0413c req-7f9adb7d-f5d3-41f7-a657-2908082ffcb7 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:17.424270 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c208d6c4-9c1b-4beb-ae71-1f49c0f0413c req-7f9adb7d-f5d3-41f7-a657-2908082ffcb7 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 946 time: 0.1915412 Aug 07 04:07:17.462766 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59123a-431d-4f01-ba06-117078177d49 req-4e7df8f5-825a-4eb5-a732-4a655a7d04e2 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:17.467477 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-da59123a-431d-4f01-ba06-117078177d49 req-4e7df8f5-825a-4eb5-a732-4a655a7d04e2 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.1592705 Aug 07 04:07:17.548628 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 52482) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:17.556292 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c208d6c4-9c1b-4beb-ae71-1f49c0f0413c req-d48446da-c439-42f9-8479-7aed1f0e275d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174176 Aug 07 04:07:17.566548 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-47ff18f7-f818-4b50-a8ad-e5c7ee06a88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:17.573106 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-da59123a-431d-4f01-ba06-117078177d49 req-ffce9c46-e01a-4698-a63a-e0a9cbad9312 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891850 Aug 07 04:07:17.621907 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:07:17.640045 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:17.662219 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Transition to ACTIVE for port object 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:07:17.667267 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:17.701796 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-47ff18f7-f818-4b50-a8ad-e5c7ee06a88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:17.708766 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-47ff18f7-f818-4b50-a8ad-e5c7ee06a88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:17.753471 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff18f7-f818-4b50-a8ad-e5c7ee06a88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9cfcc5-3da8-464d-bf9f-63f9d594da32,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:17.773679 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-47ff18f7-f818-4b50-a8ad-e5c7ee06a88e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24d7b7eb616f465aa9a3be4f41170d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237124 Aug 07 04:07:17.776474 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 52486) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:17.797756 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Pushing event updated for resources: {'Port': ['ID=6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:17.836630 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Attempting to bind port 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:07:17.837068 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Attempting to bind port 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'c5f7de76-1f41-4c01-ba15-b0ef84f4b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4def5e53-d64a-4b01-a5c6-6e3cec03ed76'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:07:17.837550 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Attempting to bind port 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c on network 4def5e53-d64a-4b01-a5c6-6e3cec03ed76 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:07:17.843642 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Port 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c on network 4def5e53-d64a-4b01-a5c6-6e3cec03ed76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:07:17.844040 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Attempting to bind port 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c on network 4def5e53-d64a-4b01-a5c6-6e3cec03ed76 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:07:17.846464 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9892f004-6a2c-423d-a728-974d31b0abbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:17.854060 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:07:17.854567 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Checking segment: {'id': 'c5f7de76-1f41-4c01-ba15-b0ef84f4b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4def5e53-d64a-4b01-a5c6-6e3cec03ed76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:07:17.855422 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Bound using segment: {'id': 'c5f7de76-1f41-4c01-ba15-b0ef84f4b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4def5e53-d64a-4b01-a5c6-6e3cec03ed76'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:07:17.855580 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Bound port: 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f7de76-1f41-4c01-ba15-b0ef84f4b87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '4def5e53-d64a-4b01-a5c6-6e3cec03ed76'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:07:17.856018 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:17.881088 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9892f004-6a2c-423d-a728-974d31b0abbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:17.930529 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9892f004-6a2c-423d-a728-974d31b0abbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:17.933314 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9892f004-6a2c-423d-a728-974d31b0abbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:17.934700 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9892f004-6a2c-423d-a728-974d31b0abbe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f9cfcc5-3da8-464d-bf9f-63f9d594da32 HTTP/1.1" status: 204 len: 168 time: 0.1575909 Aug 07 04:07:17.948613 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892f004-6a2c-423d-a728-974d31b0abbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9cfcc5-3da8-464d-bf9f-63f9d594da32,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:17.964407 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] For port 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c, host hv-cinder-80374, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:07:17.970065 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] For port 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c,segment=NetworkSegment(c5f7de76-1f41-4c01-ba15-b0ef84f4b87f),segment_id=c5f7de76-1f41-4c01-ba15-b0ef84f4b87f)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:07:17.982875 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:17.997238 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2988f-6396-434e-8121-004c0319fd5b req-b2b6d568-b694-4e58-a0f1-c5125067c10a tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:17.999004 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-79d2988f-6396-434e-8121-004c0319fd5b req-b2b6d568-b694-4e58-a0f1-c5125067c10a tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0877252 Aug 07 04:07:18.041018 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:18.041815 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:18.043124 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] 10.222.0.30 "PUT /v2.0/ports/6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c HTTP/1.1" status: 200 len: 1094 time: 1.0904410 Aug 07 04:07:18.056025 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2944a832-9191-4537-b73b-22b02461b851', 'tag': '6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:07:18.059466 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b9e530-3a66-45d3-94d7-f0cd7431fd09" -d '{"events": [{"name": "network-changed", "server_uuid": "2944a832-9191-4537-b73b-22b02461b851", "tag": "6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:07:18.156373 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0a381-9e3c-4a48-9c14-ecfd35f57b29 service neutron] Pushing event updated for resources: {'Port': ['ID=6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:18.163518 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-79d2988f-6396-434e-8121-004c0319fd5b req-00baeb31-151f-4436-84f1-c63cc277e152 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392133 Aug 07 04:07:18.182830 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d5e4c-62ef-4b85-bade-4fcd8bd90479 req-e220a2eb-cc5f-4841-93fd-6cb9e008a266 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:18.185836 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e4d5e4c-62ef-4b85-bade-4fcd8bd90479 req-e220a2eb-cc5f-4841-93fd-6cb9e008a266 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 944 time: 0.1569192 Aug 07 04:07:18.201910 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-6bc32d4d-f1f6-4d12-a672-b2bc855a1c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:18.203371 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-6bc32d4d-f1f6-4d12-a672-b2bc855a1c04 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2c5d914ffcb4b0a9f090b0ca86db2d3&device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 1097 time: 0.0860438 Aug 07 04:07:18.212055 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fb72b6-0118-49a2-a888-4350f3abcbf7 x-openstack-request-id: req-c3fb72b6-0118-49a2-a888-4350f3abcbf7 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:07:18.212345 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2944a832-9191-4537-b73b-22b02461b851", "tag": "6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:07:18.212595 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3fb72b6-0118-49a2-a888-4350f3abcbf7 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:07:18.212984 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2944a832-9191-4537-b73b-22b02461b851', 'tag': '6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c', 'status': 'completed', 'code': 200} Aug 07 04:07:18.253695 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-fcf32e4a-dffa-47f8-b3ec-c35ae897ecce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c HTTP/1.1" status: 200 len: 217 time: 0.0381055 Aug 07 04:07:18.275178 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3e4d5e4c-62ef-4b85-bade-4fcd8bd90479 req-5c78aa5f-845b-48f5-a0d2-c3286be6f8af tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813329 Aug 07 04:07:18.322632 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-d62a5f83-7717-42d4-a4bd-e322cf786ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:18.324156 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-d62a5f83-7717-42d4-a4bd-e322cf786ccf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4afa46db-cb7c-4365-8a89-b0b37823b9a6 HTTP/1.1" status: 200 len: 852 time: 0.0621650 Aug 07 04:07:18.365570 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-58d4a7a8-cce0-4777-a8f6-63bfe4bce2fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4def5e53-d64a-4b01-a5c6-6e3cec03ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275424 Aug 07 04:07:18.466869 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-a6e4247c-b0b6-4cee-96e0-9b0aedbfe4c3 service neutron] 10.222.0.30 "GET /v2.0/networks/4def5e53-d64a-4b01-a5c6-6e3cec03ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878365 Aug 07 04:07:18.565649 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-656c9acf-fda3-4c27-94dd-1286f49068c2 req-78522c65-2973-48b2-8be1-c47cfabd8b86 service neutron] 10.222.0.30 "GET /v2.0/networks/4def5e53-d64a-4b01-a5c6-6e3cec03ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904002 Aug 07 04:07:18.730018 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9e530-3a66-45d3-94d7-f0cd7431fd09 req-26b1dbda-99e5-4596-ace6-83efbdc98fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:18.731603 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-65b9e530-3a66-45d3-94d7-f0cd7431fd09 req-26b1dbda-99e5-4596-ace6-83efbdc98fc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2c5d914ffcb4b0a9f090b0ca86db2d3&device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 1097 time: 0.1071749 Aug 07 04:07:18.750842 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc1784-012b-49e6-8f9e-a6a3cc67513b req-9f0b25c0-7434-49f6-9f1b-8b7b9e9a0f60 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:18.752362 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-46bc1784-012b-49e6-8f9e-a6a3cc67513b req-9f0b25c0-7434-49f6-9f1b-8b7b9e9a0f60 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.1010554 Aug 07 04:07:18.767598 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db26da-fe02-4577-be55-d397c051b60a req-dbde82ac-4ec2-46d7-99d5-48e1fc089da2 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:18.769002 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-75db26da-fe02-4577-be55-d397c051b60a req-dbde82ac-4ec2-46d7-99d5-48e1fc089da2 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 946 time: 0.1147356 Aug 07 04:07:18.876169 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-75db26da-fe02-4577-be55-d397c051b60a req-3e17f2fe-5411-4949-bb30-b386a50f8221 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906637 Aug 07 04:07:18.883176 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-46bc1784-012b-49e6-8f9e-a6a3cc67513b req-97567583-0eb5-4e80-9b67-4839417248a4 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132479 Aug 07 04:07:18.910761 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9e530-3a66-45d3-94d7-f0cd7431fd09 req-86958775-b378-47c4-859d-2744d003c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:18.916946 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-65b9e530-3a66-45d3-94d7-f0cd7431fd09 req-86958775-b378-47c4-859d-2744d003c3b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4def5e53-d64a-4b01-a5c6-6e3cec03ed76 HTTP/1.1" status: 200 len: 913 time: 0.1629338 Aug 07 04:07:18.977200 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-65b9e530-3a66-45d3-94d7-f0cd7431fd09 req-ff3cb8e3-63d6-4b46-a5e2-d85f6ec01d08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c HTTP/1.1" status: 200 len: 217 time: 0.0448217 Aug 07 04:07:19.035270 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9e530-3a66-45d3-94d7-f0cd7431fd09 req-68f2b4b9-97b4-4199-8952-d5cd88d99c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:19.037367 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-65b9e530-3a66-45d3-94d7-f0cd7431fd09 req-68f2b4b9-97b4-4199-8952-d5cd88d99c2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4afa46db-cb7c-4365-8a89-b0b37823b9a6 HTTP/1.1" status: 200 len: 852 time: 0.0527065 Aug 07 04:07:19.086183 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-65b9e530-3a66-45d3-94d7-f0cd7431fd09 req-28c98ee7-dc56-47ed-a20c-e704155dbd6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4def5e53-d64a-4b01-a5c6-6e3cec03ed76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328491 Aug 07 04:07:19.111168 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f99a40d3-981c-4271-a7e1-1bc04620fa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:19.222336 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80e2db-b2fd-4a2f-9bd7-61d1a8accf3c req-59f9ce9e-3e49-4754-992a-0a40c6e980d8 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:19.224578 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c80e2db-b2fd-4a2f-9bd7-61d1a8accf3c req-59f9ce9e-3e49-4754-992a-0a40c6e980d8 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0969832 Aug 07 04:07:19.268433 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addd893-429f-44a9-829e-4768a3588282 req-e2af81b4-8d82-4eaf-b8ed-53b0a23834e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:19.270102 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-4addd893-429f-44a9-829e-4768a3588282 req-e2af81b4-8d82-4eaf-b8ed-53b0a23834e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b24080fb8644fa5b3fff0ba279b4140&device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 1098 time: 0.0872202 Aug 07 04:07:19.270800 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-65b9e530-3a66-45d3-94d7-f0cd7431fd09 req-e5b0d393-0569-43bb-906d-6b3f891ff790 service neutron] 10.222.0.30 "GET /v2.0/networks/4def5e53-d64a-4b01-a5c6-6e3cec03ed76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618817 Aug 07 04:07:19.367898 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c80e2db-b2fd-4a2f-9bd7-61d1a8accf3c req-be0e1b4c-ad7e-4dcc-8698-fd314207f599 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241391 Aug 07 04:07:19.385955 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132009d2-aafb-4b36-a452-49954f183848 req-2c7af5b0-8a92-4ee6-a255-4e1118ec3e19 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:19.387521 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-132009d2-aafb-4b36-a452-49954f183848 req-2c7af5b0-8a92-4ee6-a255-4e1118ec3e19 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.1347117 Aug 07 04:07:19.419516 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addd893-429f-44a9-829e-4768a3588282 req-63a64dd9-91ea-47aa-bb1b-3e8471f87347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:19.420981 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-4addd893-429f-44a9-829e-4768a3588282 req-63a64dd9-91ea-47aa-bb1b-3e8471f87347 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35f15573-4d02-4cd9-a022-983f2f904dbd HTTP/1.1" status: 200 len: 910 time: 0.1294847 Aug 07 04:07:19.437530 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-65b9e530-3a66-45d3-94d7-f0cd7431fd09 req-0fa1669f-a1c4-4a93-86c3-49cab62b11aa service neutron] 10.222.0.30 "GET /v2.0/networks/4def5e53-d64a-4b01-a5c6-6e3cec03ed76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449041 Aug 07 04:07:19.460776 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-132009d2-aafb-4b36-a452-49954f183848 req-2f2ba791-681d-48c8-ae0a-58035b7cc13c tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621409 Aug 07 04:07:19.496271 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-4addd893-429f-44a9-829e-4768a3588282 req-32b76262-cc0f-4f41-9237-92860357d4e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08c0c4a5-3f82-4768-a146-fbeeaca33eda HTTP/1.1" status: 200 len: 1000 time: 0.0670178 Aug 07 04:07:19.514292 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:19.517961 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580a4bb-bc8f-4527-9326-2fd29e0aa20a req-444ff3e8-f867-4713-8a03-76a49a15cce2 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:19.523446 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e580a4bb-bc8f-4527-9326-2fd29e0aa20a req-444ff3e8-f867-4713-8a03-76a49a15cce2 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 944 time: 0.0673015 Aug 07 04:07:19.556019 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addd893-429f-44a9-829e-4768a3588282 req-57fbbb15-17fd-4248-bed0-33b16f71a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:19.557971 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-4addd893-429f-44a9-829e-4768a3588282 req-57fbbb15-17fd-4248-bed0-33b16f71a19d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25f7c230-1533-4f59-ab13-7e2194590c52 HTTP/1.1" status: 200 len: 848 time: 0.0540853 Aug 07 04:07:19.561670 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e580a4bb-bc8f-4527-9326-2fd29e0aa20a req-6829a535-79d4-4d5b-a75f-d464851ca0a5 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360587 Aug 07 04:07:19.604860 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addd893-429f-44a9-829e-4768a3588282 req-d475cd84-390c-42ea-bea2-01eca6b58269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:19.606327 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-4addd893-429f-44a9-829e-4768a3588282 req-d475cd84-390c-42ea-bea2-01eca6b58269 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35f15573-4d02-4cd9-a022-983f2f904dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406785 Aug 07 04:07:19.711441 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-4addd893-429f-44a9-829e-4768a3588282 req-7364f887-b3e4-4195-ab10-7ebcd42757a9 service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934741 Aug 07 04:07:19.811484 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-4addd893-429f-44a9-829e-4768a3588282 req-96f29156-6bcf-4dce-b35c-a1457c4de6d2 service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864539 Aug 07 04:07:20.511487 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a74a0-d0eb-4132-a962-bba00503e0f1 req-0a6eb229-2c80-42dd-88d1-41b1c3f8d65d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:20.512978 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca7a74a0-d0eb-4132-a962-bba00503e0f1 req-0a6eb229-2c80-42dd-88d1-41b1c3f8d65d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0610285 Aug 07 04:07:20.581599 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca7a74a0-d0eb-4132-a962-bba00503e0f1 req-3a9951ee-5d36-48e0-8211-98e12e6fb4b8 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617321 Aug 07 04:07:20.602744 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a68ac-e94d-480c-8ce6-38ea236863cc req-31f9977d-d2b6-4863-9866-3104404e7690 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:20.604325 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f69a68ac-e94d-480c-8ce6-38ea236863cc req-31f9977d-d2b6-4863-9866-3104404e7690 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0616722 Aug 07 04:07:20.619699 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:20.643475 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f69a68ac-e94d-480c-8ce6-38ea236863cc req-202c0275-c799-402f-999a-416bf06c7731 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333025 Aug 07 04:07:20.692299 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7b916-246f-4af4-ac80-652399335b73 req-29a94ad2-d0ac-4f6d-8110-30bcfa1dbd3b tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:20.694257 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-76d7b916-246f-4af4-ac80-652399335b73 req-29a94ad2-d0ac-4f6d-8110-30bcfa1dbd3b tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 944 time: 0.0499294 Aug 07 04:07:20.730617 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-76d7b916-246f-4af4-ac80-652399335b73 req-bcce24ef-4b19-4d28-b691-52f6978d5fc6 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303462 Aug 07 04:07:20.938079 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:07:20.941077 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 501a2050-8167-4b3a-9858-0bc4f7605cfd no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:07:20.969786 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: 501a2050-8167-4b3a-9858-0bc4f7605cfd {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:07:20.970131 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 501a2050-8167-4b3a-9858-0bc4f7605cfd not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:07:21.053225 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c,segment=NetworkSegment(c5f7de76-1f41-4c01-ba15-b0ef84f4b87f),segment_id=c5f7de76-1f41-4c01-ba15-b0ef84f4b87f)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:07:21.063273 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c', 'network_id': '4def5e53-d64a-4b01-a5c6-6e3cec03ed76', 'port_id': '6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c', 'mac_address': 'fa:16:3e:7e:52:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afa46db-cb7c-4365-8a89-b0b37823b9a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:07:21.101860 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:21.117611 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:07:21.136619 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c,segment=NetworkSegment(c5f7de76-1f41-4c01-ba15-b0ef84f4b87f),segment_id=c5f7de76-1f41-4c01-ba15-b0ef84f4b87f)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:07:21.140242 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:21.187697 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:21.449093 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:07:21.700614 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d22ed-666a-45ac-8f35-1e05833992b2 req-c497a079-a65b-423f-a477-cd59fc1f47d2 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:21.702514 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-523d22ed-666a-45ac-8f35-1e05833992b2 req-c497a079-a65b-423f-a477-cd59fc1f47d2 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0542397 Aug 07 04:07:21.765802 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-523d22ed-666a-45ac-8f35-1e05833992b2 req-32b834c9-2018-4c78-b0cc-58e7fd89240a tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574737 Aug 07 04:07:21.780135 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cf0a5-b710-4ebe-a8c1-ecd5a0076da5 req-b8a7b49e-4cf8-4ae3-9a50-8263562e9605 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:21.781840 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d42cf0a5-b710-4ebe-a8c1-ecd5a0076da5 req-b8a7b49e-4cf8-4ae3-9a50-8263562e9605 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0665891 Aug 07 04:07:21.825815 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d42cf0a5-b710-4ebe-a8c1-ecd5a0076da5 req-e308cf27-73db-428d-b1a7-85fb2abe5457 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354013 Aug 07 04:07:21.871432 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8ab5d-dff3-4bd6-a7d3-e2cd8ae9e58e req-82d0ce5d-f3dd-40de-b9da-a1875d3633bc tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:21.872871 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e4f8ab5d-dff3-4bd6-a7d3-e2cd8ae9e58e req-82d0ce5d-f3dd-40de-b9da-a1875d3633bc tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 945 time: 0.0513401 Aug 07 04:07:21.909655 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e4f8ab5d-dff3-4bd6-a7d3-e2cd8ae9e58e req-c1daa325-befe-4687-bb6f-ad718d8c5e05 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308833 Aug 07 04:07:22.294717 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:22.944129 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c761320-ce00-4de0-8155-b2f4dd49322c req-e2eb25bc-39e7-43b1-a4cf-6beac39152f5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:22.945643 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4c761320-ce00-4de0-8155-b2f4dd49322c req-e2eb25bc-39e7-43b1-a4cf-6beac39152f5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0535221 Aug 07 04:07:22.966854 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:07:22.996009 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4c761320-ce00-4de0-8155-b2f4dd49322c req-13191583-5bf5-4a3f-9cf1-6890e451d372 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442743 Aug 07 04:07:23.025578 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:07:23.029619 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:07:23.030162 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:23.037662 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b9abf-1277-41f0-a4d8-cb6adee86cdf req-48e3e6aa-d3b4-48e0-ad77-f9f07a29c7df tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:23.039379 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-589b9abf-1277-41f0-a4d8-cb6adee86cdf req-48e3e6aa-d3b4-48e0-ad77-f9f07a29c7df tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 945 time: 0.0577178 Aug 07 04:07:23.077957 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-589b9abf-1277-41f0-a4d8-cb6adee86cdf req-7a761168-e544-4c83-ad1e-0418c045a8fb tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324788 Aug 07 04:07:23.107617 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:23.131699 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2944a832-9191-4537-b73b-22b02461b851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:07:23.133977 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0896455d-5fdf-4f3b-b377-c99086f7c4df" -d '{"events": [{"server_uuid": "2944a832-9191-4537-b73b-22b02461b851", "name": "network-vif-plugged", "status": "completed", "tag": "6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:07:23.146623 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c,segment=NetworkSegment(c5f7de76-1f41-4c01-ba15-b0ef84f4b87f),segment_id=c5f7de76-1f41-4c01-ba15-b0ef84f4b87f)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:07:23.150450 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:23.175854 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5839361-a3d5-481d-a47b-05a72fd35079 x-openstack-request-id: req-e5839361-a3d5-481d-a47b-05a72fd35079 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:07:23.176139 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2944a832-9191-4537-b73b-22b02461b851", "name": "network-vif-plugged", "status": "completed", "tag": "6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:07:23.176391 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5839361-a3d5-481d-a47b-05a72fd35079 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:07:23.176765 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2944a832-9191-4537-b73b-22b02461b851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c', 'code': 200} Aug 07 04:07:23.202055 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:23.342708 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26103014-7be5-4a32-b735-2c315b6a72ae req-0ed90aff-be05-43a9-84ab-82ce0eabc2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:23.344211 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-26103014-7be5-4a32-b735-2c315b6a72ae req-0ed90aff-be05-43a9-84ab-82ce0eabc2c5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 1099 time: 0.0400760 Aug 07 04:07:23.377848 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-26103014-7be5-4a32-b735-2c315b6a72ae req-1e6ab944-e3c7-4b14-a79d-48eef15f0925 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258164 Aug 07 04:07:23.823151 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18493448-6b1c-4c0b-8b3b-a63da0b44c7b req-6c0c02a9-66cd-4433-b5e3-03e65dfce32f tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:23.824540 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-18493448-6b1c-4c0b-8b3b-a63da0b44c7b req-6c0c02a9-66cd-4433-b5e3-03e65dfce32f tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.30 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0499024 Aug 07 04:07:23.915320 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-18493448-6b1c-4c0b-8b3b-a63da0b44c7b req-269fa51c-cf74-4116-a3a0-057f691050e5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Deleting port 64326d75-dc7b-467b-a684-b15a8bb7baf8 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:07:23.915660 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-18493448-6b1c-4c0b-8b3b-a63da0b44c7b req-269fa51c-cf74-4116-a3a0-057f691050e5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:24.003926 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-18493448-6b1c-4c0b-8b3b-a63da0b44c7b req-269fa51c-cf74-4116-a3a0-057f691050e5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] For port 64326d75-dc7b-467b-a684-b15a8bb7baf8, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=64326d75-dc7b-467b-a684-b15a8bb7baf8,segment=NetworkSegment(043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5),segment_id=043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:07:24.004289 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-18493448-6b1c-4c0b-8b3b-a63da0b44c7b req-269fa51c-cf74-4116-a3a0-057f691050e5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:24.016930 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-18493448-6b1c-4c0b-8b3b-a63da0b44c7b req-269fa51c-cf74-4116-a3a0-057f691050e5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Calling delete_port for 64326d75-dc7b-467b-a684-b15a8bb7baf8 owned by compute:nova {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:07:24.119498 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d7696-2cef-4c2e-a74c-29cafe65388c req-f92d9d69-f274-4468-aa47-b382f3250ed3 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:24.121065 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-694d7696-2cef-4c2e-a74c-29cafe65388c req-f92d9d69-f274-4468-aa47-b382f3250ed3 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a04d6c4b-ac71-49cb-b64a-a3b2e4235668 HTTP/1.1" status: 200 len: 945 time: 0.0513031 Aug 07 04:07:24.155677 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-18493448-6b1c-4c0b-8b3b-a63da0b44c7b req-269fa51c-cf74-4116-a3a0-057f691050e5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:24.170494 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['64326d75-dc7b-467b-a684-b15a8bb7baf8'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:07:24.187113 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fa51c-cf74-4116-a3a0-057f691050e5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Pushing event deleted for resources: {'Port': ['ID=64326d75-dc7b-467b-a684-b15a8bb7baf8,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:24.202740 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-694d7696-2cef-4c2e-a74c-29cafe65388c req-b03d49dc-24f3-4cff-96d8-f880016b51ef tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.18 "GET /v2.0/security-groups?id=2962161a-2159-4ee1-92e0-c35c83b81bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756278 Aug 07 04:07:24.222664 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5b11a-2784-4897-ac8f-25ff2534a80a req-751a3356-5330-4ecf-8cb0-f4bac09babb2 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:24.224727 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6ab5b11a-2784-4897-ac8f-25ff2534a80a req-751a3356-5330-4ecf-8cb0-f4bac09babb2 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 946 time: 0.0713365 Aug 07 04:07:24.229373 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-18493448-6b1c-4c0b-8b3b-a63da0b44c7b req-269fa51c-cf74-4116-a3a0-057f691050e5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] No DVR routers for this DVR port 64326d75-dc7b-467b-a684-b15a8bb7baf8 on host hv-cinder-80374 {{(pid=93434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:07:24.232000 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-18493448-6b1c-4c0b-8b3b-a63da0b44c7b req-269fa51c-cf74-4116-a3a0-057f691050e5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:24.234074 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-18493448-6b1c-4c0b-8b3b-a63da0b44c7b req-269fa51c-cf74-4116-a3a0-057f691050e5 tempest-ServerRescueNegativeTestJSON-339075283 tempest-ServerRescueNegativeTestJSON-339075283-project] 10.222.0.30 "DELETE /v2.0/ports/64326d75-dc7b-467b-a684-b15a8bb7baf8 HTTP/1.1" status: 204 len: 173 time: 0.4026892 Aug 07 04:07:24.234557 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04d6c4b-ac71-49cb-b64a-a3b2e4235668', 'name': 'network-vif-deleted', 'tag': '64326d75-dc7b-467b-a684-b15a8bb7baf8'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:07:24.236932 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d17220-34fb-4a65-b1df-ef4685807992" -d '{"events": [{"server_uuid": "a04d6c4b-ac71-49cb-b64a-a3b2e4235668", "name": "network-vif-deleted", "tag": "64326d75-dc7b-467b-a684-b15a8bb7baf8"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:07:24.272463 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6ab5b11a-2784-4897-ac8f-25ff2534a80a req-bb156631-88d7-47e3-859a-fcef57afcb23 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Aug 07 04:07:24.276559 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a05cda-7992-45ad-bef7-e30734d980f1 x-openstack-request-id: req-e5a05cda-7992-45ad-bef7-e30734d980f1 {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:07:24.276848 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04d6c4b-ac71-49cb-b64a-a3b2e4235668", "name": "network-vif-deleted", "tag": "64326d75-dc7b-467b-a684-b15a8bb7baf8", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:07:24.277098 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5a05cda-7992-45ad-bef7-e30734d980f1 {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:07:24.277490 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04d6c4b-ac71-49cb-b64a-a3b2e4235668', 'name': 'network-vif-deleted', 'tag': '64326d75-dc7b-467b-a684-b15a8bb7baf8', 'status': 'completed', 'code': 200} Aug 07 04:07:25.253783 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 52624) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:25.383849 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2eb21-0489-4668-a427-d40e4a576b8e req-2531a98f-4aff-40db-915d-e3b84b41ba7c tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:25.385223 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bcd2eb21-0489-4668-a427-d40e4a576b8e req-2531a98f-4aff-40db-915d-e3b84b41ba7c tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 946 time: 0.0482883 Aug 07 04:07:25.425354 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bcd2eb21-0489-4668-a427-d40e4a576b8e req-4b643fb3-64dd-43b9-b09c-9cea1e763656 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340741 Aug 07 04:07:25.871001 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e4b52c27-d1f1-4eae-8745-35e472dce194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-965764'] for router_interface, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:26.160276 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-e4b52c27-d1f1-4eae-8745-35e472dce194 admin admin] Deleting port 0c290392-aac0-4d2e-924e-547501f7714e {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:07:26.160535 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e4b52c27-d1f1-4eae-8745-35e472dce194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:26.242994 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-e4b52c27-d1f1-4eae-8745-35e472dce194 admin admin] For port 0c290392-aac0-4d2e-924e-547501f7714e, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=0c290392-aac0-4d2e-924e-547501f7714e,segment=NetworkSegment(043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5),segment_id=043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:07:26.243404 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e4b52c27-d1f1-4eae-8745-35e472dce194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:26.256307 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-e4b52c27-d1f1-4eae-8745-35e472dce194 admin admin] Calling delete_port for 0c290392-aac0-4d2e-924e-547501f7714e owned by network:router_interface {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:07:26.482475 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e4b52c27-d1f1-4eae-8745-35e472dce194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:26.516673 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b52c27-d1f1-4eae-8745-35e472dce194 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c290392-aac0-4d2e-924e-547501f7714e,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:26.666919 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e4b52c27-d1f1-4eae-8745-35e472dce194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-966196'] for router_interface, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:26.881161 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b52c27-d1f1-4eae-8745-35e472dce194 admin admin] Router 898d2c4a-b209-41ac-bbbc-6a7b355c4e81 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:07:26.970222 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 64326d75-dc7b-467b-a684-b15a8bb7baf8 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:07:26.990195 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: 64326d75-dc7b-467b-a684-b15a8bb7baf8 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:07:26.990449 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 64326d75-dc7b-467b-a684-b15a8bb7baf8 not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:07:26.991653 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b52c27-d1f1-4eae-8745-35e472dce194 admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:07:26.997199 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e4b52c27-d1f1-4eae-8745-35e472dce194 admin admin] 10.222.0.18 "PUT /v2.0/routers/898d2c4a-b209-41ac-bbbc-6a7b355c4e81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7424049 Aug 07 04:07:26.999720 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 52644) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:27.002272 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f480cc8e-af4d-4881-abaa-d0bfb0a20359 None None] Sync routers for ids ['898d2c4a-b209-41ac-bbbc-6a7b355c4e81'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:07:27.012576 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480cc8e-af4d-4881-abaa-d0bfb0a20359 None None] Routers {'898d2c4a-b209-41ac-bbbc-6a7b355c4e81'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:07:27.013262 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-f480cc8e-af4d-4881-abaa-d0bfb0a20359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:07:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['898d2c4a-b209-41ac-bbbc-6a7b355c4e81'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:07:27.104349 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ecfac18-d3cf-4477-8c38-cf255e29cf39 admin admin] Notify callbacks [] for router, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:27.120285 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-f480cc8e-af4d-4881-abaa-d0bfb0a20359 None None] Set router 898d2c4a-b209-41ac-bbbc-6a7b355c4e81 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:07:27.309098 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-f480cc8e-af4d-4881-abaa-d0bfb0a20359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281987-router', 'tenant_id': '003a204b7d8d4968817b31d17e3072dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:07:26Z', 'revision_number': 5, 'project_id': '003a204b7d8d4968817b31d17e3072dd', 'gw_port': {'id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:07:27.335873 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f480cc8e-af4d-4881-abaa-d0bfb0a20359 None None] Checking router: 898d2c4a-b209-41ac-bbbc-6a7b355c4e81 for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:07:27.344651 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480cc8e-af4d-4881-abaa-d0bfb0a20359 None None] Routers {'898d2c4a-b209-41ac-bbbc-6a7b355c4e81'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:07:27.345348 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-f480cc8e-af4d-4881-abaa-d0bfb0a20359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:07:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['898d2c4a-b209-41ac-bbbc-6a7b355c4e81'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:07:27.424636 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ecfac18-d3cf-4477-8c38-cf255e29cf39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:27.451264 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-f480cc8e-af4d-4881-abaa-d0bfb0a20359 None None] Set router 898d2c4a-b209-41ac-bbbc-6a7b355c4e81 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:07:27.477245 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-9ecfac18-d3cf-4477-8c38-cf255e29cf39 admin admin] Deleting port e54ff27e-97be-4c94-93a5-111b876a17c7 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:07:27.477586 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ecfac18-d3cf-4477-8c38-cf255e29cf39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:27.558387 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-9ecfac18-d3cf-4477-8c38-cf255e29cf39 admin admin] For port e54ff27e-97be-4c94-93a5-111b876a17c7, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=e54ff27e-97be-4c94-93a5-111b876a17c7,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:07:27.558757 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ecfac18-d3cf-4477-8c38-cf255e29cf39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:27.572404 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-9ecfac18-d3cf-4477-8c38-cf255e29cf39 admin admin] Calling delete_port for e54ff27e-97be-4c94-93a5-111b876a17c7 owned by network:router_gateway {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:07:27.706554 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-f480cc8e-af4d-4881-abaa-d0bfb0a20359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281987-router', 'tenant_id': '003a204b7d8d4968817b31d17e3072dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:07:26Z', 'revision_number': 5, 'project_id': '003a204b7d8d4968817b31d17e3072dd', 'gw_port': {'id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:07:27.736136 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f480cc8e-af4d-4881-abaa-d0bfb0a20359 None None] The sync data for ids ['898d2c4a-b209-41ac-bbbc-6a7b355c4e81'] in dv-cinder-803748-2-iscsi is: [{'id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281987-router', 'tenant_id': '003a204b7d8d4968817b31d17e3072dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:07:26Z', 'revision_number': 5, 'project_id': '003a204b7d8d4968817b31d17e3072dd', 'gw_port': {'id': 'e54ff27e-97be-4c94-93a5-111b876a17c7', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898d2c4a-b209-41ac-bbbc-6a7b355c4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:07:27.746892 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ecfac18-d3cf-4477-8c38-cf255e29cf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:27.783971 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfac18-d3cf-4477-8c38-cf255e29cf39 admin admin] Pushing event deleted for resources: {'Port': ['ID=e54ff27e-97be-4c94-93a5-111b876a17c7,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:27.839658 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ecfac18-d3cf-4477-8c38-cf255e29cf39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965330'] for router_gateway, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:27.943899 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ecfac18-d3cf-4477-8c38-cf255e29cf39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31483'] for router, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:27.945983 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ecfac18-d3cf-4477-8c38-cf255e29cf39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.010826 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ecfac18-d3cf-4477-8c38-cf255e29cf39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-953298'] for router, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.011366 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecfac18-d3cf-4477-8c38-cf255e29cf39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 898d2c4a-b209-41ac-bbbc-6a7b355c4e81 {{(pid=93434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 04:07:28.016297 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ecfac18-d3cf-4477-8c38-cf255e29cf39 admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.017329 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9ecfac18-d3cf-4477-8c38-cf255e29cf39 admin admin] 10.222.0.18 "DELETE /v2.0/routers/898d2c4a-b209-41ac-bbbc-6a7b355c4e81 HTTP/1.1" status: 204 len: 168 time: 1.0166929 Aug 07 04:07:28.019923 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 52652) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:28.065935 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50639cb-15b2-490b-8b1b-d8a8503b1e61 admin admin] Deleting subnet 89e600fc-6cf1-4ba0-b06a-135114de945d {{(pid=93434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:07:28.069093 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f50639cb-15b2-490b-8b1b-d8a8503b1e61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.106635 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f50639cb-15b2-490b-8b1b-d8a8503b1e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499070'] for subnet, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.145102 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f50639cb-15b2-490b-8b1b-d8a8503b1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33051012'] for subnet, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.204228 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f50639cb-15b2-490b-8b1b-d8a8503b1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33051027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4031585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4039143'] for subnet, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.230031 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50639cb-15b2-490b-8b1b-d8a8503b1e61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89e600fc-6cf1-4ba0-b06a-135114de945d,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:28.234113 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f50639cb-15b2-490b-8b1b-d8a8503b1e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.236018 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f50639cb-15b2-490b-8b1b-d8a8503b1e61 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/89e600fc-6cf1-4ba0-b06a-135114de945d HTTP/1.1" status: 204 len: 168 time: 0.2145422 Aug 07 04:07:28.238482 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 52654) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:28.311762 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9119a92d-0ba2-409d-b403-238a6d9725e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107803'] for network, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.397600 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9119a92d-0ba2-409d-b403-238a6d9725e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33051139', 'neutron.services.segments.db._delete_segments_for_network-8791076431984'] for network, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.411630 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-9119a92d-0ba2-409d-b403-238a6d9725e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98df712f-423c-4952-8ac5-55aed9105c0e']}} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:07:28.422829 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-9119a92d-0ba2-409d-b403-238a6d9725e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5') {'for_net_delete': True} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:07:28.423160 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-9119a92d-0ba2-409d-b403-238a6d9725e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043e5b4d-b7ba-4ef5-abf4-b43f8e5729f5') {} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:07:28.432375 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9119a92d-0ba2-409d-b403-238a6d9725e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791076434809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499049'] for segment, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.453983 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9119a92d-0ba2-409d-b403-238a6d9725e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.460417 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9119a92d-0ba2-409d-b403-238a6d9725e1 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:07:28.460827 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9119a92d-0ba2-409d-b403-238a6d9725e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4031679'] for segment, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: Traceback (most recent call last): Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: timer() Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: cb(*args, **kw) Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: return func(*args, **kwargs) Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: self._notify() Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: self.callback(batched_events) Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: event.method(event) Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: return f(self, *a, **k) Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: return self._get(url).json() Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: return self.request(url, 'GET', **kwargs) Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:07:28.462650 dv-cinder-803748-2-iscsi neutron-server[93434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:07:28.516280 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9119a92d-0ba2-409d-b403-238a6d9725e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33051162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965302'] for network, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.521513 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9119a92d-0ba2-409d-b403-238a6d9725e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.525993 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9119a92d-0ba2-409d-b403-238a6d9725e1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/98df712f-423c-4952-8ac5-55aed9105c0e HTTP/1.1" status: 204 len: 168 time: 0.2863712 Aug 07 04:07:28.539280 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119a92d-0ba2-409d-b403-238a6d9725e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=98df712f-423c-4952-8ac5-55aed9105c0e,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:28.684490 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 52658) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:28.727754 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ead0fcf3-a406-4e18-b808-ce41d250cd10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=003a204b7d8d4968817b31d17e3072dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420258 Aug 07 04:07:28.730538 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 52660) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:28.779916 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-262b4710-f317-4b7a-8ef6-72dfb76f33ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.803588 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-262b4710-f317-4b7a-8ef6-72dfb76f33ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.859091 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-262b4710-f317-4b7a-8ef6-72dfb76f33ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.869228 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-262b4710-f317-4b7a-8ef6-72dfb76f33ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:28.869228 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-262b4710-f317-4b7a-8ef6-72dfb76f33ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2962161a-2159-4ee1-92e0-c35c83b81bf4 HTTP/1.1" status: 204 len: 168 time: 0.1317098 Aug 07 04:07:28.874759 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b4710-f317-4b7a-8ef6-72dfb76f33ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2962161a-2159-4ee1-92e0-c35c83b81bf4,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:29.148724 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device e54ff27e-97be-4c94-93a5-111b876a17c7 no longer exists at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:07:29.170161 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] No Port match for: e54ff27e-97be-4c94-93a5-111b876a17c7 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:07:29.170510 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device e54ff27e-97be-4c94-93a5-111b876a17c7 not bound to the agent host dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:07:29.170921 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 0c290392-aac0-4d2e-924e-547501f7714e no longer exists at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:07:29.190293 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] No Port match for: 0c290392-aac0-4d2e-924e-547501f7714e {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:07:29.190890 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 0c290392-aac0-4d2e-924e-547501f7714e not bound to the agent host dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:07:37.733465 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:43.942833 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:07:46.703420 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-fce70ce4-079a-4c5e-a871-096404ded492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:49.104952 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-931df5fd-c705-4eac-9697-5290769c3f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:49.506367 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:49.633831 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a80fc-ee34-4a7c-8dd8-8a5d0bac6d09 req-d854a270-5c23-42ca-b66e-b576809f0441 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:49.635362 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d1a80fc-ee34-4a7c-8dd8-8a5d0bac6d09 req-d854a270-5c23-42ca-b66e-b576809f0441 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 946 time: 0.0488069 Aug 07 04:07:49.678860 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d1a80fc-ee34-4a7c-8dd8-8a5d0bac6d09 req-796a268a-fc6e-435b-a8f0-5912ab2fde81 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360765 Aug 07 04:07:50.621870 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:50.801646 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29357397-ec85-4f0d-8434-0ab990ef943e req-2f0bf686-6cdc-4749-ab40-65c177296f89 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:50.803154 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-29357397-ec85-4f0d-8434-0ab990ef943e req-2f0bf686-6cdc-4749-ab40-65c177296f89 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 946 time: 0.0499098 Aug 07 04:07:50.844952 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-29357397-ec85-4f0d-8434-0ab990ef943e req-58d4109b-9c9e-45b0-a6d9-a997f0cf13af tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327888 Aug 07 04:07:51.415041 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8ac29-eeea-4121-9af3-b27746911e5b req-fdef90cb-614d-42cf-83dd-0bf1152ddd8c tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:51.416622 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c0d8ac29-eeea-4121-9af3-b27746911e5b req-fdef90cb-614d-42cf-83dd-0bf1152ddd8c tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.30 "GET /v2.0/ports?device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 946 time: 0.0473754 Aug 07 04:07:51.959337 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389232a1-431f-4442-b97a-72118cc85588 req-aa389ce3-49ff-44c5-825f-a4c8b67853ea tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:07:51.960807 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-389232a1-431f-4442-b97a-72118cc85588 req-aa389ce3-49ff-44c5-825f-a4c8b67853ea tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 946 time: 0.0489423 Aug 07 04:07:52.001010 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-389232a1-431f-4442-b97a-72118cc85588 req-0b3a349a-3fab-4867-8e16-ff3067593eee tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b3fe8dd-f648-4d4a-885a-909f4c189500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319567 Aug 07 04:07:52.300523 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:52.371188 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-c0d8ac29-eeea-4121-9af3-b27746911e5b req-45245bed-af08-4ae2-85e9-4bb98dc61650 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Deleting port 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:07:52.371528 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-c0d8ac29-eeea-4121-9af3-b27746911e5b req-45245bed-af08-4ae2-85e9-4bb98dc61650 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:52.454705 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-c0d8ac29-eeea-4121-9af3-b27746911e5b req-45245bed-af08-4ae2-85e9-4bb98dc61650 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] For port 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c,segment=NetworkSegment(c5f7de76-1f41-4c01-ba15-b0ef84f4b87f),segment_id=c5f7de76-1f41-4c01-ba15-b0ef84f4b87f)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:07:52.455415 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-c0d8ac29-eeea-4121-9af3-b27746911e5b req-45245bed-af08-4ae2-85e9-4bb98dc61650 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:52.467711 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-c0d8ac29-eeea-4121-9af3-b27746911e5b req-45245bed-af08-4ae2-85e9-4bb98dc61650 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Calling delete_port for 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c owned by compute:nova {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:07:52.592471 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-c0d8ac29-eeea-4121-9af3-b27746911e5b req-45245bed-af08-4ae2-85e9-4bb98dc61650 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:52.620218 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45245bed-af08-4ae2-85e9-4bb98dc61650 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Pushing event deleted for resources: {'Port': ['ID=6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:52.664109 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d8ac29-eeea-4121-9af3-b27746911e5b req-45245bed-af08-4ae2-85e9-4bb98dc61650 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] No DVR routers for this DVR port 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c on host hv-cinder-80374 {{(pid=93434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:07:52.666682 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-c0d8ac29-eeea-4121-9af3-b27746911e5b req-45245bed-af08-4ae2-85e9-4bb98dc61650 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:52.668721 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c0d8ac29-eeea-4121-9af3-b27746911e5b req-45245bed-af08-4ae2-85e9-4bb98dc61650 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.30 "DELETE /v2.0/ports/6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c HTTP/1.1" status: 204 len: 173 time: 0.3848429 Aug 07 04:07:52.669258 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2944a832-9191-4537-b73b-22b02461b851', 'name': 'network-vif-deleted', 'tag': '6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:07:52.671648 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d5ce07-7c26-4cf1-937c-73a0ba29d55a" -d '{"events": [{"server_uuid": "2944a832-9191-4537-b73b-22b02461b851", "name": "network-vif-deleted", "tag": "6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:07:52.708176 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc2cf06-d05c-451d-b8f3-0f937e4d3acd x-openstack-request-id: req-cdc2cf06-d05c-451d-b8f3-0f937e4d3acd {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:07:52.708467 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2944a832-9191-4537-b73b-22b02461b851", "name": "network-vif-deleted", "tag": "6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:07:52.708727 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cdc2cf06-d05c-451d-b8f3-0f937e4d3acd {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:07:52.709126 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2944a832-9191-4537-b73b-22b02461b851', 'name': 'network-vif-deleted', 'tag': '6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c', 'status': 'completed', 'code': 200} Aug 07 04:07:53.093337 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a1e0d0b9-67c9-481f-8bc1-70ebbc17b4b3 req-00efd9b3-03b9-434a-b584-3fe7bea03ab2 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 210 time: 0.0253735 Aug 07 04:07:54.187612 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:07:54.191080 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-64259de1-1e5b-421f-b361-68acc28f3938 req-8aea6318-aee1-422e-ae4d-453e606af408 tempest-VolumesSnapshotTestJSON-845900206 tempest-VolumesSnapshotTestJSON-845900206-project] 10.222.0.18 "GET /v2.0/ports?device_id=2944a832-9191-4537-b73b-22b02461b851 HTTP/1.1" status: 200 len: 210 time: 0.0287430 Aug 07 04:07:55.854440 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53096) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:55.956343 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9fe3d319-76a0-4f93-b0c7-1d33d73009f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:56.043954 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9fe3d319-76a0-4f93-b0c7-1d33d73009f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:56.047514 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9fe3d319-76a0-4f93-b0c7-1d33d73009f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:56.086254 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9fe3d319-76a0-4f93-b0c7-1d33d73009f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa6ad8c3a7c046caa43c92892f6ce68b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306235 Aug 07 04:07:56.087111 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3d319-76a0-4f93-b0c7-1d33d73009f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb49970e-f28c-46aa-8263-3f45a322ae2a,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:56.089191 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53100) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:56.137399 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3d6f3441-8cd0-4bce-a1ac-5d216c7cc9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:56.157589 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3d6f3441-8cd0-4bce-a1ac-5d216c7cc9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:56.179407 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:07:56.200021 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:07:56.200478 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 6091b5b3-5b2f-4e13-aa6c-0a853cd41f9c not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:07:56.203219 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3d6f3441-8cd0-4bce-a1ac-5d216c7cc9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:56.205740 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-3d6f3441-8cd0-4bce-a1ac-5d216c7cc9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:56.206897 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-3d6f3441-8cd0-4bce-a1ac-5d216c7cc9c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb49970e-f28c-46aa-8263-3f45a322ae2a HTTP/1.1" status: 204 len: 168 time: 0.1167119 Aug 07 04:07:56.215483 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f3441-8cd0-4bce-a1ac-5d216c7cc9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb49970e-f28c-46aa-8263-3f45a322ae2a,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:56.469036 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53112) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:56.482893 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-809df340-d165-4d83-bd16-a89124eee72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:56.571564 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-809df340-d165-4d83-bd16-a89124eee72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:56.575835 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-809df340-d165-4d83-bd16-a89124eee72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:56.618298 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-809df340-d165-4d83-bd16-a89124eee72c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd7c977037a5443d9b17dfcc93197bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458027 Aug 07 04:07:56.618298 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809df340-d165-4d83-bd16-a89124eee72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f35a11-8823-4268-8556-284c95a46484,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:56.618717 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53114) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:56.668295 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-473636c1-3ac2-412e-8b39-ccbdb9708b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:56.688675 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-473636c1-3ac2-412e-8b39-ccbdb9708b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:56.735556 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-473636c1-3ac2-412e-8b39-ccbdb9708b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:56.738167 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-473636c1-3ac2-412e-8b39-ccbdb9708b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:56.739350 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-473636c1-3ac2-412e-8b39-ccbdb9708b7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/14f35a11-8823-4268-8556-284c95a46484 HTTP/1.1" status: 204 len: 168 time: 0.1195087 Aug 07 04:07:56.747547 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473636c1-3ac2-412e-8b39-ccbdb9708b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f35a11-8823-4268-8556-284c95a46484,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:58.283679 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53174) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:58.387090 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6195a5e1-2647-42f1-80b5-18110eeb1bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:58.472307 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6195a5e1-2647-42f1-80b5-18110eeb1bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:58.475881 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6195a5e1-2647-42f1-80b5-18110eeb1bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:58.513473 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-6195a5e1-2647-42f1-80b5-18110eeb1bca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4032f9fa6f144fafb6a785f528d01103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287514 Aug 07 04:07:58.514563 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195a5e1-2647-42f1-80b5-18110eeb1bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8f51fb-896d-4619-8424-bfd83fd9d267,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:58.516193 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53178) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:58.565883 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c125be95-279c-48aa-91f6-c85d467609cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:58.587193 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c125be95-279c-48aa-91f6-c85d467609cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:58.631241 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c125be95-279c-48aa-91f6-c85d467609cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:58.633743 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c125be95-279c-48aa-91f6-c85d467609cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:58.634876 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-c125be95-279c-48aa-91f6-c85d467609cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a8f51fb-896d-4619-8424-bfd83fd9d267 HTTP/1.1" status: 204 len: 168 time: 0.1171377 Aug 07 04:07:58.643345 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125be95-279c-48aa-91f6-c85d467609cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8f51fb-896d-4619-8424-bfd83fd9d267,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:58.898301 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53186) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:58.911758 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49011344-9159-48ec-ac55-c09dfc1d4ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:59.002651 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49011344-9159-48ec-ac55-c09dfc1d4ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:59.006433 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49011344-9159-48ec-ac55-c09dfc1d4ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:59.042484 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-49011344-9159-48ec-ac55-c09dfc1d4ce6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2ed1a3bce5b49ea99f58ab0c0b4be39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431248 Aug 07 04:07:59.045098 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49011344-9159-48ec-ac55-c09dfc1d4ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a3f398-9509-4a08-904c-122952c12403,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:07:59.045901 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53190) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:07:59.095544 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-49639b33-fc6e-424f-9fa1-f82553b108fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:59.116615 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-49639b33-fc6e-424f-9fa1-f82553b108fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:59.162526 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-49639b33-fc6e-424f-9fa1-f82553b108fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:59.165027 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-49639b33-fc6e-424f-9fa1-f82553b108fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:07:59.166140 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-49639b33-fc6e-424f-9fa1-f82553b108fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02a3f398-9509-4a08-904c-122952c12403 HTTP/1.1" status: 204 len: 168 time: 0.1192095 Aug 07 04:07:59.174582 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49639b33-fc6e-424f-9fa1-f82553b108fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a3f398-9509-4a08-904c-122952c12403,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:00.780706 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53254) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:00.892931 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff7289e7-636f-4cfe-805f-4fe7493704fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:00.985749 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff7289e7-636f-4cfe-805f-4fe7493704fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:00.995486 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff7289e7-636f-4cfe-805f-4fe7493704fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:01.037833 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53264) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:01.038346 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ff7289e7-636f-4cfe-805f-4fe7493704fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=196b11b66d9747feaaf7c45c4a270313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561200 Aug 07 04:08:01.038838 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7289e7-636f-4cfe-805f-4fe7493704fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28744890-5b11-4677-9c9d-b307a71be2c3,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:01.093182 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2421a2f0-c612-4d14-aec7-71c0fb8c0478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:01.120450 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2421a2f0-c612-4d14-aec7-71c0fb8c0478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:01.167540 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2421a2f0-c612-4d14-aec7-71c0fb8c0478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:01.170489 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-2421a2f0-c612-4d14-aec7-71c0fb8c0478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:01.171679 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-2421a2f0-c612-4d14-aec7-71c0fb8c0478 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28744890-5b11-4677-9c9d-b307a71be2c3 HTTP/1.1" status: 204 len: 168 time: 0.1327715 Aug 07 04:08:01.179432 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421a2f0-c612-4d14-aec7-71c0fb8c0478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28744890-5b11-4677-9c9d-b307a71be2c3,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:01.446839 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53274) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:01.460333 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-46fde71e-0407-4e67-8215-ff80fe78842b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:01.546193 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-46fde71e-0407-4e67-8215-ff80fe78842b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:01.549800 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-46fde71e-0407-4e67-8215-ff80fe78842b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:01.586847 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-46fde71e-0407-4e67-8215-ff80fe78842b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b8b900886764f3d94bd1fd9b154da0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388950 Aug 07 04:08:01.588677 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fde71e-0407-4e67-8215-ff80fe78842b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61af6277-0eca-46da-bc0a-91724e1f4866,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:01.589605 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53276) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:01.639841 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4968e922-a723-40e7-8359-ab6baa333706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:01.660346 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4968e922-a723-40e7-8359-ab6baa333706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:01.707094 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4968e922-a723-40e7-8359-ab6baa333706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:01.709655 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4968e922-a723-40e7-8359-ab6baa333706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:01.710799 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4968e922-a723-40e7-8359-ab6baa333706 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61af6277-0eca-46da-bc0a-91724e1f4866 HTTP/1.1" status: 204 len: 168 time: 0.1202245 Aug 07 04:08:01.718419 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968e922-a723-40e7-8359-ab6baa333706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61af6277-0eca-46da-bc0a-91724e1f4866,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:02.139702 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53296) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:02.245611 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-fba66068-7578-40d3-af74-ed7211e53162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:02.336513 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-fba66068-7578-40d3-af74-ed7211e53162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:02.340744 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-fba66068-7578-40d3-af74-ed7211e53162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:02.386241 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-fba66068-7578-40d3-af74-ed7211e53162 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a1eb5a86580479c8e4d87ef141543aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426834 Aug 07 04:08:02.386363 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53312) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:02.387619 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba66068-7578-40d3-af74-ed7211e53162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1597ed-3f29-44a1-a48b-98da1513cef6,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:02.446120 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d3235e29-1a5c-4630-a696-d96f00b6d704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:02.469350 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d3235e29-1a5c-4630-a696-d96f00b6d704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:02.529854 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d3235e29-1a5c-4630-a696-d96f00b6d704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:02.532721 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d3235e29-1a5c-4630-a696-d96f00b6d704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:02.533882 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d3235e29-1a5c-4630-a696-d96f00b6d704 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab1597ed-3f29-44a1-a48b-98da1513cef6 HTTP/1.1" status: 204 len: 168 time: 0.1465178 Aug 07 04:08:02.543788 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3235e29-1a5c-4630-a696-d96f00b6d704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1597ed-3f29-44a1-a48b-98da1513cef6,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:04.284537 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-25c5f615-f2a2-4499-b4a2-3e74f5d1836a req-25f91d05-e01d-41e4-b990-058411c0a384 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393314 Aug 07 04:08:04.345337 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5f615-f2a2-4499-b4a2-3e74f5d1836a req-d1fbcec9-1c8a-4fcc-9eb8-2b68abfef020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:04.346777 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-25c5f615-f2a2-4499-b4a2-3e74f5d1836a req-d1fbcec9-1c8a-4fcc-9eb8-2b68abfef020 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b24080fb8644fa5b3fff0ba279b4140&device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 1098 time: 0.0399945 Aug 07 04:08:04.456642 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5f615-f2a2-4499-b4a2-3e74f5d1836a req-b2fbd215-41c5-43d8-ac06-6d5e652eac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:04.458101 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-25c5f615-f2a2-4499-b4a2-3e74f5d1836a req-b2fbd215-41c5-43d8-ac06-6d5e652eac3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=35f15573-4d02-4cd9-a022-983f2f904dbd HTTP/1.1" status: 200 len: 910 time: 0.0921695 Aug 07 04:08:04.521774 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-25c5f615-f2a2-4499-b4a2-3e74f5d1836a req-65a29b82-7583-440b-84da-4912ed2828f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08c0c4a5-3f82-4768-a146-fbeeaca33eda HTTP/1.1" status: 200 len: 1000 time: 0.0557926 Aug 07 04:08:04.571704 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5f615-f2a2-4499-b4a2-3e74f5d1836a req-43579c07-8fb1-4526-8fa1-23a210d3ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:04.573009 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-25c5f615-f2a2-4499-b4a2-3e74f5d1836a req-43579c07-8fb1-4526-8fa1-23a210d3ee9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25f7c230-1533-4f59-ab13-7e2194590c52 HTTP/1.1" status: 200 len: 848 time: 0.0410814 Aug 07 04:08:04.623893 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5f615-f2a2-4499-b4a2-3e74f5d1836a req-17092239-cf50-414b-a96f-f94a2d97cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:04.625368 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-25c5f615-f2a2-4499-b4a2-3e74f5d1836a req-17092239-cf50-414b-a96f-f94a2d97cff1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35f15573-4d02-4cd9-a022-983f2f904dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415292 Aug 07 04:08:04.715578 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-25c5f615-f2a2-4499-b4a2-3e74f5d1836a req-be0aa4fc-1f18-4295-b9e8-cae432cf2b9d service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808260 Aug 07 04:08:04.811537 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-25c5f615-f2a2-4499-b4a2-3e74f5d1836a req-bd929251-f536-4126-932b-20602628bfbc service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881417 Aug 07 04:08:06.206092 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53414) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:06.307337 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-873f54cb-4feb-4960-9852-461474132b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:06.399830 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-873f54cb-4feb-4960-9852-461474132b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:06.403457 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-873f54cb-4feb-4960-9852-461474132b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:06.441519 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-873f54cb-4feb-4960-9852-461474132b55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=633ff151031a438c857cafedf6f7201c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343965 Aug 07 04:08:06.442460 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f54cb-4feb-4960-9852-461474132b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea32c173-ed1b-4905-a93d-5f8828fc34a0,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:06.444180 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53420) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:06.449428 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f54cb-4feb-4960-9852-461474132b55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.449781 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f54cb-4feb-4960-9852-461474132b55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.450123 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f54cb-4feb-4960-9852-461474132b55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.450491 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f54cb-4feb-4960-9852-461474132b55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.450820 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f54cb-4feb-4960-9852-461474132b55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.451180 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f54cb-4feb-4960-9852-461474132b55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.451510 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f54cb-4feb-4960-9852-461474132b55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.451837 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f54cb-4feb-4960-9852-461474132b55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.452164 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f54cb-4feb-4960-9852-461474132b55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.452488 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f54cb-4feb-4960-9852-461474132b55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.452817 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f54cb-4feb-4960-9852-461474132b55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.453137 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873f54cb-4feb-4960-9852-461474132b55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.493404 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:06.514264 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:06.559567 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:06.562640 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:06.563780 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea32c173-ed1b-4905-a93d-5f8828fc34a0 HTTP/1.1" status: 204 len: 168 time: 0.1185637 Aug 07 04:08:06.571683 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea32c173-ed1b-4905-a93d-5f8828fc34a0,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:06.579299 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.579649 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.579985 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.580317 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.580646 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.581116 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.581442 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.581768 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.582091 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.582409 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.582729 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:06.583073 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf2eb4-7efd-40c0-a906-826ecc048abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:07.727436 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:12.969389 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-69c2fa95-2662-4138-8bc2-18a269606c21 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=af13a9fa67a84ed49ae5b49f3fb73332&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319173 Aug 07 04:08:13.418884 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7f996-109e-4fdc-98be-4b4fc80a3dde req-4268c2f2-eac0-4038-95d6-d53fc195627b tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:13.421093 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1ec7f996-109e-4fdc-98be-4b4fc80a3dde req-4268c2f2-eac0-4038-95d6-d53fc195627b tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.1355340 Aug 07 04:08:13.429233 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-7d69ff01-4f70-4389-a4c8-523cedf3efd4 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:13.430617 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-7d69ff01-4f70-4389-a4c8-523cedf3efd4 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4556341 Aug 07 04:08:13.457790 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-9e26ead5-5c44-4834-9efe-53d3f9dda592 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/quotas/af13a9fa67a84ed49ae5b49f3fb73332 HTTP/1.1" status: 200 len: 375 time: 0.0203648 Aug 07 04:08:13.478622 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1ec7f996-109e-4fdc-98be-4b4fc80a3dde req-64143c49-88d2-499d-aa1f-e5ed99f5e170 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470665 Aug 07 04:08:13.493085 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-07f981dd-63c8-4456-bdbe-2e0458578e4c tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=af13a9fa67a84ed49ae5b49f3fb73332&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297410 Aug 07 04:08:13.582473 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e7dd9-125c-45eb-b015-5af8f4d27d85 req-195da31f-abe8-427d-a9c5-a83ceafc0102 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:13.584007 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6c3e7dd9-125c-45eb-b015-5af8f4d27d85 req-195da31f-abe8-427d-a9c5-a83ceafc0102 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 946 time: 0.0512362 Aug 07 04:08:13.639708 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6c3e7dd9-125c-45eb-b015-5af8f4d27d85 req-f5ea0e2e-2110-4639-b687-27e89ef401a1 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474858 Aug 07 04:08:13.654241 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2efd2773-8bcf-46fb-ab2d-f192cbd053ac req-f9404eab-7d93-4ada-a9c9-1889dff19ea2 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/ports?device_id=0382cfdf-6446-4426-83ce-8e24355271b1 HTTP/1.1" status: 200 len: 210 time: 0.0285661 Aug 07 04:08:14.170494 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53588) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:14.276192 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a5ecebfc-68a5-4db4-9a14-44ef2d685960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:14.366362 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a5ecebfc-68a5-4db4-9a14-44ef2d685960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:14.369742 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a5ecebfc-68a5-4db4-9a14-44ef2d685960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:14.407199 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a5ecebfc-68a5-4db4-9a14-44ef2d685960 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66300b71266342ee87ae187be158e051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354836 Aug 07 04:08:14.408017 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecebfc-68a5-4db4-9a14-44ef2d685960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a8d5f6-bd8a-4e67-a9f3-be78c131549e,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:14.410040 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53592) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:14.461322 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0d180ccc-ff90-43bd-937a-b10ab350570a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:14.484914 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0d180ccc-ff90-43bd-937a-b10ab350570a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:14.546311 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0d180ccc-ff90-43bd-937a-b10ab350570a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:14.549860 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-0d180ccc-ff90-43bd-937a-b10ab350570a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:14.554614 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-0d180ccc-ff90-43bd-937a-b10ab350570a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69a8d5f6-bd8a-4e67-a9f3-be78c131549e HTTP/1.1" status: 204 len: 168 time: 0.1408777 Aug 07 04:08:14.599199 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d180ccc-ff90-43bd-937a-b10ab350570a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a8d5f6-bd8a-4e67-a9f3-be78c131549e,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:14.613434 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-21b10d60-b82b-49a3-9389-52edaccb50a6 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=af13a9fa67a84ed49ae5b49f3fb73332&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428355 Aug 07 04:08:14.625810 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e745c3-4aa4-40ce-a88e-77ea4039bda4 req-ad2cf698-44bb-4e25-9a6b-e6a6446a134a tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:14.628091 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-68e745c3-4aa4-40ce-a88e-77ea4039bda4 req-ad2cf698-44bb-4e25-9a6b-e6a6446a134a tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0705781 Aug 07 04:08:14.684539 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-68e745c3-4aa4-40ce-a88e-77ea4039bda4 req-8068b12d-ee4d-47e8-ba2c-78327102f151 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483458 Aug 07 04:08:14.819353 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3b6d5000-561b-41c3-ab0b-0ffb98bc21bb req-c970bb98-aca1-47a3-8a35-796648020115 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/ports?device_id=0382cfdf-6446-4426-83ce-8e24355271b1 HTTP/1.1" status: 200 len: 210 time: 0.0324378 Aug 07 04:08:14.853485 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504f0eb-dfe6-4414-9ac0-875c1d1edecb req-2ceb6b91-b5d5-47fa-b3a4-aa735d72dc77 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:14.856005 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c504f0eb-dfe6-4414-9ac0-875c1d1edecb req-2ceb6b91-b5d5-47fa-b3a4-aa735d72dc77 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 946 time: 0.1077635 Aug 07 04:08:14.859084 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-364efc8a-2369-468f-830a-df46f3a49e35 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:14.860531 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-364efc8a-2369-468f-830a-df46f3a49e35 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399561 Aug 07 04:08:14.884833 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Request body: {'port': {'device_id': '0382cfdf-6446-4426-83ce-8e24355271b1', 'network_id': 'bcad065c-01da-4fe9-abb9-dd95785ec2ff', 'admin_state_up': True, 'tenant_id': 'af13a9fa67a84ed49ae5b49f3fb73332'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:14.926026 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42dad0-d2ee-41fe-833e-c17de1a56f5f req-8e4269e1-a89e-486c-ab11-76971c3ad1ee tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:14.927919 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cb42dad0-d2ee-41fe-833e-c17de1a56f5f req-8e4269e1-a89e-486c-ab11-76971c3ad1ee tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.30 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 946 time: 0.0956156 Aug 07 04:08:14.964050 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53608) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:14.969393 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c504f0eb-dfe6-4414-9ac0-875c1d1edecb req-f16d2042-b9e3-4e40-a1d3-dce3ab75e945 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a9e3db-4b5c-48e2-9389-891589ec9d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930431 Aug 07 04:08:14.993183 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4db72760-75b9-482e-a51e-1e5bbe37e850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.012419 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Made reservation on behalf of af13a9fa67a84ed49ae5b49f3fb73332 for: {'port': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:08:15.017855 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.027048 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.093169 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-cb42dad0-d2ee-41fe-833e-c17de1a56f5f req-71ad72e5-66dc-4522-901e-1cfb2764352b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Deleting port 38c383a9-237f-4d39-a785-0a9d85925de9 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:08:15.093514 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-cb42dad0-d2ee-41fe-833e-c17de1a56f5f req-71ad72e5-66dc-4522-901e-1cfb2764352b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.220615 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4db72760-75b9-482e-a51e-1e5bbe37e850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.222619 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-cb42dad0-d2ee-41fe-833e-c17de1a56f5f req-71ad72e5-66dc-4522-901e-1cfb2764352b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] For port 38c383a9-237f-4d39-a785-0a9d85925de9, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=38c383a9-237f-4d39-a785-0a9d85925de9,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:15.222911 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-cb42dad0-d2ee-41fe-833e-c17de1a56f5f req-71ad72e5-66dc-4522-901e-1cfb2764352b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.225631 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-4db72760-75b9-482e-a51e-1e5bbe37e850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.308325 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.312726 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.360656 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-4db72760-75b9-482e-a51e-1e5bbe37e850 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92c51302e86c4f2093c850f43d700c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926497 Aug 07 04:08:15.363493 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db72760-75b9-482e-a51e-1e5bbe37e850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cf8dc9-4cda-455f-a959-dd5e1d9721c5,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:15.369197 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53618) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:15.382149 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf116dc7-8684-4ff5-b7ae-71295386ca7c,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:15.472381 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6f4f3e9a-a173-4f40-bc30-b7826eae609f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.482265 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-cb42dad0-d2ee-41fe-833e-c17de1a56f5f req-71ad72e5-66dc-4522-901e-1cfb2764352b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.482812 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-cb42dad0-d2ee-41fe-833e-c17de1a56f5f req-71ad72e5-66dc-4522-901e-1cfb2764352b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.482939 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.l3_db [req-cb42dad0-d2ee-41fe-833e-c17de1a56f5f req-71ad72e5-66dc-4522-901e-1cfb2764352b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Floating IP 11cbc93d-79d8-4ceb-95c3-32ec72e8fbf0 disassociated. External IP: 172.27.0.227, port: 38c383a9-237f-4d39-a785-0a9d85925de9. Aug 07 04:08:15.483305 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-cb42dad0-d2ee-41fe-833e-c17de1a56f5f req-71ad72e5-66dc-4522-901e-1cfb2764352b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Calling delete_port for 38c383a9-237f-4d39-a785-0a9d85925de9 owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:08:15.492238 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Allocated IP 192.168.233.31 (bcad065c-01da-4fe9-abb9-dd95785ec2ff/6eb6665e-19c5-4b95-8925-0b4b76d2e6be/3bcc4d4d-6737-40d3-ada6-adaeb965006c) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:08:15.510502 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6f4f3e9a-a173-4f40-bc30-b7826eae609f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.586826 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6f4f3e9a-a173-4f40-bc30-b7826eae609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.589320 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-6f4f3e9a-a173-4f40-bc30-b7826eae609f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.590445 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-6f4f3e9a-a173-4f40-bc30-b7826eae609f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66cf8dc9-4cda-455f-a959-dd5e1d9721c5 HTTP/1.1" status: 204 len: 168 time: 0.2193987 Aug 07 04:08:15.599101 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f3e9a-a173-4f40-bc30-b7826eae609f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cf8dc9-4cda-455f-a959-dd5e1d9721c5,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:15.627735 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-cb42dad0-d2ee-41fe-833e-c17de1a56f5f req-71ad72e5-66dc-4522-901e-1cfb2764352b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.657234 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad72e5-66dc-4522-901e-1cfb2764352b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event deleted for resources: {'Port': ['ID=38c383a9-237f-4d39-a785-0a9d85925de9,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:15.730064 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.744907 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Transition to ACTIVE for port object 3bcc4d4d-6737-40d3-ada6-adaeb965006c will not be triggered until provisioned by entity DHCP. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:15.783422 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.833710 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03db6f5-c2f7-48c8-8074-3966897f8c32 req-58e823ff-b96b-45ae-8b6b-ff30d2e1306d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:15.834610 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Pushing event updated for resources: {'Port': ['ID=3bcc4d4d-6737-40d3-ada6-adaeb965006c,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:15.835221 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d03db6f5-c2f7-48c8-8074-3966897f8c32 req-58e823ff-b96b-45ae-8b6b-ff30d2e1306d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0665662 Aug 07 04:08:15.842110 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb42dad0-d2ee-41fe-833e-c17de1a56f5f req-71ad72e5-66dc-4522-901e-1cfb2764352b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Router c214308a-50c1-497a-b266-bf4e1e3babf4 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:08:15.863140 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Network bcad065c-01da-4fe9-abb9-dd95785ec2ff is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:15.864853 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:15.867504 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:08:15.940635 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:15.941333 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:15.969997 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-2aee4a17-9e25-4d97-947d-b52eaa7c117e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0912194 Aug 07 04:08:15.988325 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Request body: {'port': {'device_id': '0382cfdf-6446-4426-83ce-8e24355271b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:16.057558 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d03db6f5-c2f7-48c8-8074-3966897f8c32 req-8ce0564c-a3d1-406c-a124-07edc1e77839 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142704 Aug 07 04:08:16.060635 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:16.091533 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb42dad0-d2ee-41fe-833e-c17de1a56f5f req-71ad72e5-66dc-4522-901e-1cfb2764352b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:08:16.104856 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b5609-4818-40e6-b1b3-90a98de844ee None None] Sync routers for ids ['c214308a-50c1-497a-b266-bf4e1e3babf4'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:08:16.135136 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b5609-4818-40e6-b1b3-90a98de844ee None None] Routers {'c214308a-50c1-497a-b266-bf4e1e3babf4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:16.137803 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-b88b5609-4818-40e6-b1b3-90a98de844ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:07:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['c214308a-50c1-497a-b266-bf4e1e3babf4'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:16.153674 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218fd3e-f7ce-4fc5-8018-d6ed2ff0f7d4 req-7cf56d80-d962-4a43-bba9-e1e9af81d52e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:16.156053 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5218fd3e-f7ce-4fc5-8018-d6ed2ff0f7d4 req-7cf56d80-d962-4a43-bba9-e1e9af81d52e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/ports?device_id=0382cfdf-6446-4426-83ce-8e24355271b1 HTTP/1.1" status: 200 len: 935 time: 0.1821234 Aug 07 04:08:16.175428 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb42dad0-d2ee-41fe-833e-c17de1a56f5f req-71ad72e5-66dc-4522-901e-1cfb2764352b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] No DVR routers for this DVR port 38c383a9-237f-4d39-a785-0a9d85925de9 on host hv-cinder-80374 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:08:16.180206 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-cb42dad0-d2ee-41fe-833e-c17de1a56f5f req-71ad72e5-66dc-4522-901e-1cfb2764352b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:16.182862 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cb42dad0-d2ee-41fe-833e-c17de1a56f5f req-71ad72e5-66dc-4522-901e-1cfb2764352b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.30 "DELETE /v2.0/ports/38c383a9-237f-4d39-a785-0a9d85925de9 HTTP/1.1" status: 204 len: 173 time: 1.2478256 Aug 07 04:08:16.184041 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'name': 'network-vif-deleted', 'tag': '38c383a9-237f-4d39-a785-0a9d85925de9'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:08:16.188872 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e31ba90-1e4c-4cb8-abf0-78a43d45571c" -d '{"events": [{"server_uuid": "52522355-ae3b-49d1-8488-4e2fbffb74cf", "name": "network-vif-deleted", "tag": "38c383a9-237f-4d39-a785-0a9d85925de9"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:08:16.314027 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f432aa1a-4f27-4cd1-8713-ee73edc1b9fb req-209e7fb0-0e23-4932-9d64-1f9d7d374023 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=52522355-ae3b-49d1-8488-4e2fbffb74cf HTTP/1.1" status: 200 len: 210 time: 0.1011245 Aug 07 04:08:16.364082 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5218fd3e-f7ce-4fc5-8018-d6ed2ff0f7d4 req-85663e3f-068d-4742-b47c-349df7fff6ab tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf116dc7-8684-4ff5-b7ae-71295386ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901033 Aug 07 04:08:16.436764 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccc9d52-10e5-476c-ad4e-f9302ec51cfe x-openstack-request-id: req-0ccc9d52-10e5-476c-ad4e-f9302ec51cfe {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:08:16.437063 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52522355-ae3b-49d1-8488-4e2fbffb74cf", "name": "network-vif-deleted", "tag": "38c383a9-237f-4d39-a785-0a9d85925de9", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:08:16.437317 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ccc9d52-10e5-476c-ad4e-f9302ec51cfe {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:08:16.437715 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52522355-ae3b-49d1-8488-4e2fbffb74cf', 'name': 'network-vif-deleted', 'tag': '38c383a9-237f-4d39-a785-0a9d85925de9', 'status': 'completed', 'code': 200} Aug 07 04:08:16.531160 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-c3e88a7a-c0d5-4842-ae30-8502fba3825c None None] Provisioning for port 3bcc4d4d-6737-40d3-ada6-adaeb965006c completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:16.534478 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-b88b5609-4818-40e6-b1b3-90a98de844ee None None] Set router c214308a-50c1-497a-b266-bf4e1e3babf4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:16.557730 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bcc4d4d-6737-40d3-ada6-adaeb965006c {{(pid=93434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:08:16.563458 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-c3e88a7a-c0d5-4842-ae30-8502fba3825c None None] Provisioning complete for port 3bcc4d4d-6737-40d3-ada6-adaeb965006c triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:16.564000 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c3e88a7a-c0d5-4842-ae30-8502fba3825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:16.567483 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:16.583004 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Transition to ACTIVE for port object 3bcc4d4d-6737-40d3-ada6-adaeb965006c will not be triggered until provisioned by entity L2. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:16.588051 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:16.601267 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-c3e88a7a-c0d5-4842-ae30-8502fba3825c None None] Port 3bcc4d4d-6737-40d3-ada6-adaeb965006c cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:08:16.672866 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Pushing event updated for resources: {'Port': ['ID=3bcc4d4d-6737-40d3-ada6-adaeb965006c,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:16.750403 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Attempting to bind port 3bcc4d4d-6737-40d3-ada6-adaeb965006c on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:08:16.750881 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Attempting to bind port 3bcc4d4d-6737-40d3-ada6-adaeb965006c by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '1c5d4115-1b13-45e0-a47d-e72add8e86fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bcad065c-01da-4fe9-abb9-dd95785ec2ff'}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:08:16.751340 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Attempting to bind port 3bcc4d4d-6737-40d3-ada6-adaeb965006c on network bcad065c-01da-4fe9-abb9-dd95785ec2ff {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:08:16.756739 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Port 3bcc4d4d-6737-40d3-ada6-adaeb965006c on network bcad065c-01da-4fe9-abb9-dd95785ec2ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:08:16.757669 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Attempting to bind port 3bcc4d4d-6737-40d3-ada6-adaeb965006c on network bcad065c-01da-4fe9-abb9-dd95785ec2ff {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:08:16.763266 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:08:16.763964 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Checking segment: {'id': '1c5d4115-1b13-45e0-a47d-e72add8e86fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bcad065c-01da-4fe9-abb9-dd95785ec2ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:16.765023 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Bound using segment: {'id': '1c5d4115-1b13-45e0-a47d-e72add8e86fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bcad065c-01da-4fe9-abb9-dd95785ec2ff'} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:08:16.765775 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Bound port: 3bcc4d4d-6737-40d3-ada6-adaeb965006c, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5d4115-1b13-45e0-a47d-e72add8e86fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bcad065c-01da-4fe9-abb9-dd95785ec2ff'}}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:08:16.766359 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:16.819802 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-eaee306e-6f87-44bc-8b8a-c81e3242b4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:16.895390 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] For port 3bcc4d4d-6737-40d3-ada6-adaeb965006c, host hv-cinder-80374, cleared binding levels {{(pid=93434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:08:16.900173 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] For port 3bcc4d4d-6737-40d3-ada6-adaeb965006c, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=3bcc4d4d-6737-40d3-ada6-adaeb965006c,segment=NetworkSegment(1c5d4115-1b13-45e0-a47d-e72add8e86fa),segment_id=1c5d4115-1b13-45e0-a47d-e72add8e86fa)] {{(pid=93434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:08:16.911202 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:16.954517 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:16.955270 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:16.957042 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] 10.222.0.30 "PUT /v2.0/ports/3bcc4d4d-6737-40d3-ada6-adaeb965006c HTTP/1.1" status: 200 len: 1097 time: 0.9765906 Aug 07 04:08:16.957476 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0382cfdf-6446-4426-83ce-8e24355271b1', 'tag': '3bcc4d4d-6737-40d3-ada6-adaeb965006c'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:08:16.960430 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7b71c5-abe1-4848-9511-0d9df3cc473a" -d '{"events": [{"name": "network-changed", "server_uuid": "0382cfdf-6446-4426-83ce-8e24355271b1", "tag": "3bcc4d4d-6737-40d3-ada6-adaeb965006c"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:08:17.003127 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-b88b5609-4818-40e6-b1b3-90a98de844ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:45Z', 'revision_number': 4, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '9ffdbf1c-0c6c-4b19-81d9-bdee4438850f', 'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'mac_address': 'fa:16:3e:b6:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:44Z', 'updated_at': '2021-08-07T04:03:56Z', 'revision_number': 5, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'subnets': [{'id': '754a0fad-009c-41af-8768-85f84e113703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:17.048920 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869c8193-e63e-470a-b1e2-8f9eaca5c95c x-openstack-request-id: req-869c8193-e63e-470a-b1e2-8f9eaca5c95c {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:08:17.049218 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0382cfdf-6446-4426-83ce-8e24355271b1", "tag": "3bcc4d4d-6737-40d3-ada6-adaeb965006c", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:08:17.049466 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-869c8193-e63e-470a-b1e2-8f9eaca5c95c {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:08:17.049866 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0382cfdf-6446-4426-83ce-8e24355271b1', 'tag': '3bcc4d4d-6737-40d3-ada6-adaeb965006c', 'status': 'completed', 'code': 200} Aug 07 04:08:17.082300 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3ff6e-c8f9-45f7-a5f3-4946b0a3438e service neutron] Pushing event updated for resources: {'Port': ['ID=3bcc4d4d-6737-40d3-ada6-adaeb965006c,revision_number=3']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:17.104611 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-565ef9ab-6de9-4580-9825-80991a84ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:17.106093 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-565ef9ab-6de9-4580-9825-80991a84ecde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af13a9fa67a84ed49ae5b49f3fb73332&device_id=0382cfdf-6446-4426-83ce-8e24355271b1 HTTP/1.1" status: 200 len: 1100 time: 0.0935767 Aug 07 04:08:17.109240 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b5609-4818-40e6-b1b3-90a98de844ee None None] Checking router: c214308a-50c1-497a-b266-bf4e1e3babf4 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:08:17.148614 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b5609-4818-40e6-b1b3-90a98de844ee None None] Routers {'c214308a-50c1-497a-b266-bf4e1e3babf4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:17.151822 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-b88b5609-4818-40e6-b1b3-90a98de844ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:07:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['c214308a-50c1-497a-b266-bf4e1e3babf4'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:17.179491 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-30417dff-d6b5-4ce9-aa2e-7922755af8ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=3bcc4d4d-6737-40d3-ada6-adaeb965006c HTTP/1.1" status: 200 len: 217 time: 0.0652113 Aug 07 04:08:17.249919 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-196e08a9-9f08-440d-b5c2-308155fa706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:17.254497 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-196e08a9-9f08-440d-b5c2-308155fa706f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6eb6665e-19c5-4b95-8925-0b4b76d2e6be HTTP/1.1" status: 200 len: 843 time: 0.0653346 Aug 07 04:08:17.273008 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758739aa-ec58-49bd-b463-cc1bd783e95d req-8fff79b0-91e4-496d-880a-7bdbc551348e tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:17.275265 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-758739aa-ec58-49bd-b463-cc1bd783e95d req-8fff79b0-91e4-496d-880a-7bdbc551348e tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0645680 Aug 07 04:08:17.303189 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-b88b5609-4818-40e6-b1b3-90a98de844ee None None] Set router c214308a-50c1-497a-b266-bf4e1e3babf4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:17.322935 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-758739aa-ec58-49bd-b463-cc1bd783e95d req-6400de71-f2c2-4ec1-8bac-6bb23e684b20 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389743 Aug 07 04:08:17.324955 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-ffd09df3-33f6-472a-82fe-a12b5febf5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:17.327216 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-ffd09df3-33f6-472a-82fe-a12b5febf5d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcad065c-01da-4fe9-abb9-dd95785ec2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0556288 Aug 07 04:08:17.461780 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-70d873ae-be2c-4507-8c95-720d668347b3 service neutron] 10.222.0.30 "GET /v2.0/networks/bcad065c-01da-4fe9-abb9-dd95785ec2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281033 Aug 07 04:08:17.518948 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53678) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:17.615146 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-b88b5609-4818-40e6-b1b3-90a98de844ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:45Z', 'revision_number': 4, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '9ffdbf1c-0c6c-4b19-81d9-bdee4438850f', 'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'mac_address': 'fa:16:3e:b6:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:44Z', 'updated_at': '2021-08-07T04:03:56Z', 'revision_number': 5, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'subnets': [{'id': '754a0fad-009c-41af-8768-85f84e113703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:17.623446 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c694a-4ad3-44df-9d65-992d9c66d6fa req-89a14ebd-ea09-432a-9d79-e2980ec79c9c tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:17.625424 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-006c694a-4ad3-44df-9d65-992d9c66d6fa req-89a14ebd-ea09-432a-9d79-e2980ec79c9c tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/ports?device_id=0382cfdf-6446-4426-83ce-8e24355271b1 HTTP/1.1" status: 200 len: 947 time: 0.1752720 Aug 07 04:08:17.645134 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b5609-4818-40e6-b1b3-90a98de844ee None None] The sync data for ids ['c214308a-50c1-497a-b266-bf4e1e3babf4'] in dv-cinder-803748-2-iscsi is: [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:45Z', 'revision_number': 4, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '9ffdbf1c-0c6c-4b19-81d9-bdee4438850f', 'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'mac_address': 'fa:16:3e:b6:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:44Z', 'updated_at': '2021-08-07T04:03:56Z', 'revision_number': 5, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'subnets': [{'id': '754a0fad-009c-41af-8768-85f84e113703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:08:17.690439 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f797-4fa4-4744-b647-6f2334db3d79 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:17.760515 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-006c694a-4ad3-44df-9d65-992d9c66d6fa req-2e5c8cea-9f79-498a-ad6c-8a84a144287a tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf116dc7-8684-4ff5-b7ae-71295386ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171021 Aug 07 04:08:17.776115 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f797-4fa4-4744-b647-6f2334db3d79 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:17.888566 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f797-4fa4-4744-b647-6f2334db3d79 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:17.892491 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f797-4fa4-4744-b647-6f2334db3d79 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:17.894064 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-9ff0f797-4fa4-4744-b647-6f2334db3d79 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "DELETE /v2.0/security-groups/95a9e3db-4b5c-48e2-9389-891589ec9d4f HTTP/1.1" status: 204 len: 168 time: 0.3736315 Aug 07 04:08:17.904747 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53692) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:17.905876 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0f797-4fa4-4744-b647-6f2334db3d79 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a9e3db-4b5c-48e2-9389-891589ec9d4f,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:17.954685 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.api.v2.resource [None req-cb87bb7f-7c15-426f-b800-403a67739aca tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] show failed (client error): The resource could not be found. Aug 07 04:08:17.959432 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-cb87bb7f-7c15-426f-b800-403a67739aca tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups/95a9e3db-4b5c-48e2-9389-891589ec9d4f HTTP/1.1" status: 404 len: 347 time: 0.0480561 Aug 07 04:08:17.967741 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53696) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:18.014653 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-29707151-4b41-4c33-82e0-4928f4a5c63d req-cbc65259-a7e5-4a66-8794-9ac937b67107 service neutron] 10.222.0.30 "GET /v2.0/networks/bcad065c-01da-4fe9-abb9-dd95785ec2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424554 Aug 07 04:08:18.019868 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e35d7f-6d53-4259-aa43-2c1df009e645 None None] New status for floating IP 11cbc93d-79d8-4ceb-95c3-32ec72e8fbf0: DOWN {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:08:18.146471 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b71c5-abe1-4848-9511-0d9df3cc473a req-3418337c-2a15-43d4-992a-04cf8aef0082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:18.149035 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-856fb375-2e27-4751-847d-74b210e11203 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Deleting port ac963df6-c418-4525-9bea-0cac7d283611 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:08:18.149482 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-856fb375-2e27-4751-847d-74b210e11203 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:18.153043 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-7c7b71c5-abe1-4848-9511-0d9df3cc473a req-3418337c-2a15-43d4-992a-04cf8aef0082 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af13a9fa67a84ed49ae5b49f3fb73332&device_id=0382cfdf-6446-4426-83ce-8e24355271b1 HTTP/1.1" status: 200 len: 1100 time: 0.0763655 Aug 07 04:08:18.299239 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b71c5-abe1-4848-9511-0d9df3cc473a req-b4e8f744-9007-44ee-b95c-ab9ab993f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:18.300930 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-7c7b71c5-abe1-4848-9511-0d9df3cc473a req-b4e8f744-9007-44ee-b95c-ab9ab993f425 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bcad065c-01da-4fe9-abb9-dd95785ec2ff HTTP/1.1" status: 200 len: 870 time: 0.1404684 Aug 07 04:08:18.303709 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 38c383a9-237f-4d39-a785-0a9d85925de9 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:08:18.334774 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: 38c383a9-237f-4d39-a785-0a9d85925de9 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:08:18.340009 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 38c383a9-237f-4d39-a785-0a9d85925de9 not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:08:18.343583 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-856fb375-2e27-4751-847d-74b210e11203 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:18.344481 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-856fb375-2e27-4751-847d-74b210e11203 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:18.348940 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-7c7b71c5-abe1-4848-9511-0d9df3cc473a req-8ccfddec-01fc-4476-8e7a-851d6c434ccf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=3bcc4d4d-6737-40d3-ada6-adaeb965006c HTTP/1.1" status: 200 len: 217 time: 0.0396738 Aug 07 04:08:18.358780 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-856fb375-2e27-4751-847d-74b210e11203 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Calling delete_port for ac963df6-c418-4525-9bea-0cac7d283611 owned by network:floatingip {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:08:18.453924 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b71c5-abe1-4848-9511-0d9df3cc473a req-bda62bc8-2395-47fc-a9c2-d25eb63fef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:18.455531 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-7c7b71c5-abe1-4848-9511-0d9df3cc473a req-bda62bc8-2395-47fc-a9c2-d25eb63fef6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6eb6665e-19c5-4b95-8925-0b4b76d2e6be HTTP/1.1" status: 200 len: 843 time: 0.0979667 Aug 07 04:08:18.523546 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b71c5-abe1-4848-9511-0d9df3cc473a req-f7a01f02-6320-467c-ad49-8d8a14bedc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:18.526948 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-7c7b71c5-abe1-4848-9511-0d9df3cc473a req-f7a01f02-6320-467c-ad49-8d8a14bedc8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcad065c-01da-4fe9-abb9-dd95785ec2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0615222 Aug 07 04:08:18.537982 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e6911-6d82-4226-b2be-41de28ab0e8f req-6921a565-dc6d-4f0b-adc2-e9c83ab3893f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:18.539436 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-161e6911-6d82-4226-b2be-41de28ab0e8f req-6921a565-dc6d-4f0b-adc2-e9c83ab3893f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0768299 Aug 07 04:08:18.581375 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-856fb375-2e27-4751-847d-74b210e11203 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:18.598273 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-161e6911-6d82-4226-b2be-41de28ab0e8f req-726b3e71-e605-47db-b852-b37aa48db9cc tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502014 Aug 07 04:08:18.629499 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fb375-2e27-4751-847d-74b210e11203 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event deleted for resources: {'Port': ['ID=ac963df6-c418-4525-9bea-0cac7d283611,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:18.633216 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-7c7b71c5-abe1-4848-9511-0d9df3cc473a req-58fc26a4-d82b-4288-afae-29d6f4160c65 service neutron] 10.222.0.30 "GET /v2.0/networks/bcad065c-01da-4fe9-abb9-dd95785ec2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997999 Aug 07 04:08:18.707736 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-856fb375-2e27-4751-847d-74b210e11203 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for floatingip, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:18.710632 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-856fb375-2e27-4751-847d-74b210e11203 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:18.712021 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-856fb375-2e27-4751-847d-74b210e11203 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "DELETE /v2.0/floatingips/11cbc93d-79d8-4ceb-95c3-32ec72e8fbf0 HTTP/1.1" status: 204 len: 168 time: 0.7432404 Aug 07 04:08:18.758517 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-7c7b71c5-abe1-4848-9511-0d9df3cc473a req-bf24bfee-1521-46cb-8b48-f18a0a64f298 service neutron] 10.222.0.30 "GET /v2.0/networks/bcad065c-01da-4fe9-abb9-dd95785ec2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176567 Aug 07 04:08:18.920768 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4721e-b1cd-48a5-9997-2af06abd6cf8 req-f8965c5b-051c-481b-9191-dad6d81052e6 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:18.923414 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f7b4721e-b1cd-48a5-9997-2af06abd6cf8 req-f8965c5b-051c-481b-9191-dad6d81052e6 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/ports?device_id=0382cfdf-6446-4426-83ce-8e24355271b1 HTTP/1.1" status: 200 len: 947 time: 0.0599852 Aug 07 04:08:18.967842 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f7b4721e-b1cd-48a5-9997-2af06abd6cf8 req-b468d3d1-f473-452a-9332-48c1ce2e72f9 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf116dc7-8684-4ff5-b7ae-71295386ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379176 Aug 07 04:08:19.104753 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2c4aa56f-3bb8-4193-9dc4-e03559931c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:19.187719 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53724) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:19.192274 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-c8299e36-7986-413d-8724-48ececc8cbba tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1397300304', 'description': 'tempest-description--1053182657'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:19.213311 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c8299e36-7986-413d-8724-48ececc8cbba tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:19.293388 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c8299e36-7986-413d-8724-48ececc8cbba tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:19.297695 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c8299e36-7986-413d-8724-48ececc8cbba tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:19.329074 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c8299e36-7986-413d-8724-48ececc8cbba tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:19.330246 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-c8299e36-7986-413d-8724-48ececc8cbba tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1415503 Aug 07 04:08:19.332086 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8299e36-7986-413d-8724-48ececc8cbba tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:19.333170 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53726) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:19.337932 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-bd62a671-fe85-4bd9-bb6c-151c0f7fad32 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Request body: {'security_group_rule': {'security_group_id': 'ed1efe7b-c3be-4d2d-81cc-c68d9cf50500', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:19.364823 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bd62a671-fe85-4bd9-bb6c-151c0f7fad32 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:19.427724 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bd62a671-fe85-4bd9-bb6c-151c0f7fad32 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:19.431031 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bd62a671-fe85-4bd9-bb6c-151c0f7fad32 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:19.452474 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62a671-fe85-4bd9-bb6c-151c0f7fad32 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511ca0d8-297d-47c6-a824-d8e3431aad85,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:19.458539 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bd62a671-fe85-4bd9-bb6c-151c0f7fad32 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:19.460903 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-bd62a671-fe85-4bd9-bb6c-151c0f7fad32 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262093 Aug 07 04:08:19.463471 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53728) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:19.469946 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-f84dd214-dea9-4693-860c-e9960eb27071 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Request body: {'security_group_rule': {'security_group_id': 'ed1efe7b-c3be-4d2d-81cc-c68d9cf50500', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:19.496723 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f84dd214-dea9-4693-860c-e9960eb27071 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:19.510103 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:19.553614 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f84dd214-dea9-4693-860c-e9960eb27071 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:19.557471 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f84dd214-dea9-4693-860c-e9960eb27071 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:19.577678 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dd214-dea9-4693-860c-e9960eb27071 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7846098-c1e1-4d09-8b4e-87b1792c1953,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:19.581259 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f84dd214-dea9-4693-860c-e9960eb27071 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:19.582425 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f84dd214-dea9-4693-860c-e9960eb27071 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176064 Aug 07 04:08:19.585419 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53730) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:19.589957 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Request body: {'floatingip': {'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:19.612204 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for floatingip, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:19.707862 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:19.722408 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a58b23-2b8e-4a73-b8d3-9978a357b56e req-6aa23598-790b-4144-927e-098b5b9c0a49 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:19.723936 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4a58b23-2b8e-4a73-b8d3-9978a357b56e req-6aa23598-790b-4144-927e-098b5b9c0a49 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0488315 Aug 07 04:08:19.760942 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4a58b23-2b8e-4a73-b8d3-9978a357b56e req-732861d4-02e6-4621-876d-012b7a62fc53 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309601 Aug 07 04:08:19.813256 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Allocated IP 172.27.0.78 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/7ae67176-3676-414e-8272-0f25d2740d5c) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:08:19.928026 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:19.979488 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:20.017788 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:20.032927 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:20.039948 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:08:20.065672 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event updated for resources: {'Port': ['ID=7ae67176-3676-414e-8272-0f25d2740d5c,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:20.134860 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b965f66-6cbb-42f8-83da-61484a4cab77 req-901f557b-43c7-4e36-9671-2fe251b39372 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:20.139565 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b965f66-6cbb-42f8-83da-61484a4cab77 req-901f557b-43c7-4e36-9671-2fe251b39372 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/ports?device_id=0382cfdf-6446-4426-83ce-8e24355271b1 HTTP/1.1" status: 200 len: 947 time: 0.0701098 Aug 07 04:08:20.143130 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:20.176770 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b965f66-6cbb-42f8-83da-61484a4cab77 req-cd011658-2368-4bf0-83a7-7317ec29e261 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf116dc7-8684-4ff5-b7ae-71295386ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329556 Aug 07 04:08:20.182715 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:20.303186 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 3bcc4d4d-6737-40d3-ada6-adaeb965006c details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:08:20.339633 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:20.345349 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:20.403690 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 3bcc4d4d-6737-40d3-ada6-adaeb965006c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=3bcc4d4d-6737-40d3-ada6-adaeb965006c,segment=NetworkSegment(1c5d4115-1b13-45e0-a47d-e72add8e86fa),segment_id=1c5d4115-1b13-45e0-a47d-e72add8e86fa)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:20.417267 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '3bcc4d4d-6737-40d3-ada6-adaeb965006c', 'network_id': 'bcad065c-01da-4fe9-abb9-dd95785ec2ff', 'port_id': '3bcc4d4d-6737-40d3-ada6-adaeb965006c', 'mac_address': 'fa:16:3e:03:37:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb6665e-19c5-4b95-8925-0b4b76d2e6be', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:08:20.420833 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event updated for resources: {'Port': ['ID=7ae67176-3676-414e-8272-0f25d2740d5c,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:20.430840 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:20.460756 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:20.462416 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9506571c-c6c7-4d72-be9b-288f5159a032 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8760810 Aug 07 04:08:20.469276 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:20.483718 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bcc4d4d-6737-40d3-ada6-adaeb965006c {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:08:20.504254 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 3bcc4d4d-6737-40d3-ada6-adaeb965006c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=3bcc4d4d-6737-40d3-ada6-adaeb965006c,segment=NetworkSegment(1c5d4115-1b13-45e0-a47d-e72add8e86fa),segment_id=1c5d4115-1b13-45e0-a47d-e72add8e86fa)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:20.508759 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:20.561492 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=3bcc4d4d-6737-40d3-ada6-adaeb965006c,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:20.568795 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:20.569376 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:20.569983 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:20.570321 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:20.570764 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:20.571008 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:20.571591 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:20.572058 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:20.572421 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:20.572892 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:20.573289 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:20.573763 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:20.625670 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:20.690983 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-7214a872-7f71-4457-aefd-34615ad46e1f tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1397300304&fields=id&tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec HTTP/1.1" status: 200 len: 267 time: 0.0340395 Aug 07 04:08:20.730433 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['3bcc4d4d-6737-40d3-ada6-adaeb965006c'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:08:20.808314 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-db182d33-c159-4fe4-8e69-6d8941ed2553 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:20.815991 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-db182d33-c159-4fe4-8e69-6d8941ed2553 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/networks?id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 HTTP/1.1" status: 200 len: 817 time: 0.1180758 Aug 07 04:08:20.829953 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-38bcd83c-6d50-41e1-8b51-600da719f890 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/quotas/330f8cf6d7524977b8a5d4e7c08cd9ec HTTP/1.1" status: 200 len: 375 time: 0.0130928 Aug 07 04:08:20.920990 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-09f4acf8-1767-467f-8896-e1afefc3f8de tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853996 Aug 07 04:08:20.942192 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:08:20.951277 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093fbb7-2d99-448f-860f-72f3d510b314 req-5e6c461f-c6fa-4d2e-a96b-241ae00e3b28 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:20.952717 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0093fbb7-2d99-448f-860f-72f3d510b314 req-5e6c461f-c6fa-4d2e-a96b-241ae00e3b28 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0875576 Aug 07 04:08:21.039952 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0093fbb7-2d99-448f-860f-72f3d510b314 req-39a1b828-165c-43a9-955a-d638b73ca3cf tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779371 Aug 07 04:08:21.064633 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-b24b9795-01a0-40d8-996f-ffacf17271d9 service neutron] 10.222.0.18 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298492 Aug 07 04:08:21.164317 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-80aeb78b-6f8d-4254-8def-717f40a01c02 service neutron] 10.222.0.18 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928462 Aug 07 04:08:21.307112 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c76a0-f568-48c7-a415-46148e9600ab req-5fd308ea-7b17-4b88-8749-66a13eed9d3f tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:21.308686 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b64c76a0-f568-48c7-a415-46148e9600ab req-5fd308ea-7b17-4b88-8749-66a13eed9d3f tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/ports?device_id=0382cfdf-6446-4426-83ce-8e24355271b1 HTTP/1.1" status: 200 len: 948 time: 0.0563812 Aug 07 04:08:21.339775 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-607b947c-7260-4ac5-94ad-10fd5d4919dc req-e7a638dc-d8e1-4e3b-b300-a3e6f0eeb2b8 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 210 time: 0.0302012 Aug 07 04:08:21.376358 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b64c76a0-f568-48c7-a415-46148e9600ab req-cd507ed4-5a25-4fff-a252-e3f9592b70dd tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf116dc7-8684-4ff5-b7ae-71295386ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574183 Aug 07 04:08:22.169144 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e42b7e-a517-46c2-b2db-149e10eea7b0 req-5bcc2267-9933-47ef-828d-a3327613e4b8 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:22.171046 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f6e42b7e-a517-46c2-b2db-149e10eea7b0 req-5bcc2267-9933-47ef-828d-a3327613e4b8 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0592554 Aug 07 04:08:22.251751 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f6e42b7e-a517-46c2-b2db-149e10eea7b0 req-460a2943-6da5-4ffe-8116-cfad8dfad5c8 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741065 Aug 07 04:08:22.263046 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-ecf7e400-ac09-4831-9f3f-ed388b0fba53 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:22.264768 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-ecf7e400-ac09-4831-9f3f-ed388b0fba53 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.30 "GET /v2.0/networks?id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 HTTP/1.1" status: 200 len: 817 time: 0.1354001 Aug 07 04:08:22.286122 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53828) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:22.315716 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:22.318215 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 3bcc4d4d-6737-40d3-ada6-adaeb965006c up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:22.345820 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-ac0f5ad7-2c38-4c4e-960c-15221607b022 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec HTTP/1.1" status: 200 len: 380 time: 0.0643067 Aug 07 04:08:22.348674 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_v2 [None req-5989349d-0477-4592-ac7a-ade53078ad5e admin admin] Deleting subnet 4afa46db-cb7c-4365-8a89-b0b37823b9a6 {{(pid=93433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:08:22.352025 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5989349d-0477-4592-ac7a-ade53078ad5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:22.362058 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6091278f-d798-4b7e-a2d2-da8b18ce7213 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Request body: {'port': {'device_id': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'admin_state_up': True, 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'security_groups': ['ed1efe7b-c3be-4d2d-81cc-c68d9cf50500']}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:22.393932 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5989349d-0477-4592-ac7a-ade53078ad5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3639450'] for subnet, precommit_delete_associations {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:22.405705 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port 3bcc4d4d-6737-40d3-ada6-adaeb965006c completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:22.410040 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 3bcc4d4d-6737-40d3-ada6-adaeb965006c triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:22.410419 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:22.471113 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f2721a15-73e7-4bd0-9c69-2ffcca5264cf req-7080ed03-95ca-4ef0-b4d8-65e034d43bcd tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 210 time: 0.0377200 Aug 07 04:08:22.493837 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6091278f-d798-4b7e-a2d2-da8b18ce7213 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Made reservation on behalf of 330f8cf6d7524977b8a5d4e7c08cd9ec for: {'port': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:08:22.498289 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6091278f-d798-4b7e-a2d2-da8b18ce7213 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:22.508450 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:22.517433 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5989349d-0477-4592-ac7a-ade53078ad5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33051012'] for subnet, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:22.532936 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0382cfdf-6446-4426-83ce-8e24355271b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcc4d4d-6737-40d3-ada6-adaeb965006c'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:08:22.535295 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5903a1-1a7d-4aa1-a82c-e1e31109c03b" -d '{"events": [{"server_uuid": "0382cfdf-6446-4426-83ce-8e24355271b1", "name": "network-vif-plugged", "status": "completed", "tag": "3bcc4d4d-6737-40d3-ada6-adaeb965006c"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:08:22.553217 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 3bcc4d4d-6737-40d3-ada6-adaeb965006c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=3bcc4d4d-6737-40d3-ada6-adaeb965006c,segment=NetworkSegment(1c5d4115-1b13-45e0-a47d-e72add8e86fa),segment_id=1c5d4115-1b13-45e0-a47d-e72add8e86fa)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:22.558833 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:22.561974 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9a417-3e27-41a1-8915-286aa6447037 req-3c6de934-4872-4f5a-8b20-ea3ca6a8e90a tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:22.563534 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d0e9a417-3e27-41a1-8915-286aa6447037 req-3c6de934-4872-4f5a-8b20-ea3ca6a8e90a tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/ports?device_id=0382cfdf-6446-4426-83ce-8e24355271b1 HTTP/1.1" status: 200 len: 948 time: 0.0966735 Aug 07 04:08:22.594009 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54a101b-91ce-4310-9ef2-fc2108ffc9ba x-openstack-request-id: req-f54a101b-91ce-4310-9ef2-fc2108ffc9ba {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:08:22.594476 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0382cfdf-6446-4426-83ce-8e24355271b1", "name": "network-vif-plugged", "status": "completed", "tag": "3bcc4d4d-6737-40d3-ada6-adaeb965006c", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:08:22.594709 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f54a101b-91ce-4310-9ef2-fc2108ffc9ba {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:08:22.595164 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0382cfdf-6446-4426-83ce-8e24355271b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcc4d4d-6737-40d3-ada6-adaeb965006c', 'code': 200} Aug 07 04:08:22.624084 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=3bcc4d4d-6737-40d3-ada6-adaeb965006c,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:22.626592 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d0e9a417-3e27-41a1-8915-286aa6447037 req-a4d5b53c-2c09-4fed-892d-798bba66be7e tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf116dc7-8684-4ff5-b7ae-71295386ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530906 Aug 07 04:08:22.633231 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5989349d-0477-4592-ac7a-ade53078ad5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33051027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3699591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8841518'] for subnet, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:22.659566 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989349d-0477-4592-ac7a-ade53078ad5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4afa46db-cb7c-4365-8a89-b0b37823b9a6,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:22.663863 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5989349d-0477-4592-ac7a-ade53078ad5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:22.668461 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-5989349d-0477-4592-ac7a-ade53078ad5e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4afa46db-cb7c-4365-8a89-b0b37823b9a6 HTTP/1.1" status: 204 len: 168 time: 0.3813093 Aug 07 04:08:22.669902 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53840) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:22.724575 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6091278f-d798-4b7e-a2d2-da8b18ce7213 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Allocated IP 172.20.0.6 (f6bfdbba-aabd-40f1-a35e-7aacbd51ace8/754a0fad-009c-41af-8768-85f84e113703/7b486885-4670-4031-836b-4965f08552d2) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:08:22.765815 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-67acd2ed-c2ad-4227-9879-33144d0a1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107803'] for network, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:22.769052 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7110bea-d11e-4446-a742-284dbdb9c2c4 req-21e269cb-1f04-42c7-b802-cf883e8423ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:22.770636 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b7110bea-d11e-4446-a742-284dbdb9c2c4 req-21e269cb-1f04-42c7-b802-cf883e8423ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0382cfdf-6446-4426-83ce-8e24355271b1 HTTP/1.1" status: 200 len: 1102 time: 0.0392830 Aug 07 04:08:22.806955 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b7110bea-d11e-4446-a742-284dbdb9c2c4 req-8533845a-09f0-46cc-ab56-700f1a840c4d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bf116dc7-8684-4ff5-b7ae-71295386ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287361 Aug 07 04:08:22.918041 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-67acd2ed-c2ad-4227-9879-33144d0a1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33051139', 'neutron.services.segments.db._delete_segments_for_network-8791076431984'] for network, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:22.932829 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-67acd2ed-c2ad-4227-9879-33144d0a1da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4def5e53-d64a-4b01-a5c6-6e3cec03ed76']}} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:22.949018 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-67acd2ed-c2ad-4227-9879-33144d0a1da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f7de76-1f41-4c01-ba15-b0ef84f4b87f') {'for_net_delete': True} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:22.949315 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-67acd2ed-c2ad-4227-9879-33144d0a1da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f7de76-1f41-4c01-ba15-b0ef84f4b87f') {} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:22.966367 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-67acd2ed-c2ad-4227-9879-33144d0a1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791076434809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499049'] for segment, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:22.969774 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6091278f-d798-4b7e-a2d2-da8b18ce7213 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:22.988258 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-67acd2ed-c2ad-4227-9879-33144d0a1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:22.995119 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67acd2ed-c2ad-4227-9879-33144d0a1da5 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:08:22.995508 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-67acd2ed-c2ad-4227-9879-33144d0a1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4031679'] for segment, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: Traceback (most recent call last): Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: timer() Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: cb(*args, **kw) Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: return func(*args, **kwargs) Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: self._notify() Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: self.callback(batched_events) Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: event.method(event) Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: return f(self, *a, **k) Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: return self._get(url).json() Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: return self.request(url, 'GET', **kwargs) Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:08:22.997212 dv-cinder-803748-2-iscsi neutron-server[93434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:08:23.048938 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6091278f-d798-4b7e-a2d2-da8b18ce7213 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Transition to ACTIVE for port object 7b486885-4670-4031-836b-4965f08552d2 will not be triggered until provisioned by entity DHCP. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:23.050128 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-67acd2ed-c2ad-4227-9879-33144d0a1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33051162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965302'] for network, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:23.056512 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-67acd2ed-c2ad-4227-9879-33144d0a1da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:23.061146 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-67acd2ed-c2ad-4227-9879-33144d0a1da5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4def5e53-d64a-4b01-a5c6-6e3cec03ed76 HTTP/1.1" status: 204 len: 168 time: 0.3875821 Aug 07 04:08:23.077659 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acd2ed-c2ad-4227-9879-33144d0a1da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4def5e53-d64a-4b01-a5c6-6e3cec03ed76,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:23.110294 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6091278f-d798-4b7e-a2d2-da8b18ce7213 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:23.156264 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6091278f-d798-4b7e-a2d2-da8b18ce7213 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:23.159388 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6091278f-d798-4b7e-a2d2-da8b18ce7213 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:23.163604 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6091278f-d798-4b7e-a2d2-da8b18ce7213 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:08:23.187108 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091278f-d798-4b7e-a2d2-da8b18ce7213 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event updated for resources: {'Port': ['ID=7b486885-4670-4031-836b-4965f08552d2,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:23.217960 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6091278f-d798-4b7e-a2d2-da8b18ce7213 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:23.218635 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6091278f-d798-4b7e-a2d2-da8b18ce7213 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:23.234451 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6091278f-d798-4b7e-a2d2-da8b18ce7213 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8782768 Aug 07 04:08:23.236708 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53844) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:23.255189 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Request body: {'port': {'device_id': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:23.349275 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53850) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:23.359733 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f247feee-b110-452b-b2c7-729df5fc7365 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2c5d914ffcb4b0a9f090b0ca86db2d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1218417 Aug 07 04:08:23.365702 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:23.446401 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4d114-7eb2-4876-b050-cbe108b6c6be req-7ded024e-5536-4360-9445-e270cfee2442 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:23.448136 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8ee4d114-7eb2-4876-b050-cbe108b6c6be req-7ded024e-5536-4360-9445-e270cfee2442 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0883925 Aug 07 04:08:23.464660 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5c4dddcd-ee3a-4203-820a-46966fc58ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:23.484373 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-a08290f0-5cd1-4a1f-840b-fd0dbf5a9cb7 None None] Provisioning for port 7b486885-4670-4031-836b-4965f08552d2 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:23.492902 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-a08290f0-5cd1-4a1f-840b-fd0dbf5a9cb7 None None] Provisioning complete for port 7b486885-4670-4031-836b-4965f08552d2 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:23.493488 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a08290f0-5cd1-4a1f-840b-fd0dbf5a9cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:23.512489 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5c4dddcd-ee3a-4203-820a-46966fc58ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:23.522314 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8ee4d114-7eb2-4876-b050-cbe108b6c6be req-e27295ab-ac9c-42be-b5e1-d602905b19ae tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662804 Aug 07 04:08:23.592916 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-a08290f0-5cd1-4a1f-840b-fd0dbf5a9cb7 None None] Port 7b486885-4670-4031-836b-4965f08552d2 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:08:23.653622 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5c4dddcd-ee3a-4203-820a-46966fc58ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:23.656330 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5c4dddcd-ee3a-4203-820a-46966fc58ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:23.657445 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-5c4dddcd-ee3a-4203-820a-46966fc58ade admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b3fe8dd-f648-4d4a-885a-909f4c189500 HTTP/1.1" status: 204 len: 168 time: 0.3064365 Aug 07 04:08:23.674873 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c422ea-d416-42c7-95e1-f427506c6b7d req-9a528969-eb5e-4005-a0c3-39cae3d86532 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:23.680011 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b2c422ea-d416-42c7-95e1-f427506c6b7d req-9a528969-eb5e-4005-a0c3-39cae3d86532 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 931 time: 0.0703194 Aug 07 04:08:23.695210 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dddcd-ee3a-4203-820a-46966fc58ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3fe8dd-f648-4d4a-885a-909f4c189500,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:23.743799 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b2c422ea-d416-42c7-95e1-f427506c6b7d req-6ef85b3b-edcd-4c0f-9394-9110a4ea531b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625484 Aug 07 04:08:23.783368 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b486885-4670-4031-836b-4965f08552d2 {{(pid=93434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:08:23.794996 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:23.810814 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Transition to ACTIVE for port object 7b486885-4670-4031-836b-4965f08552d2 will not be triggered until provisioned by entity L2. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:23.815472 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:23.824888 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5234d0-ab42-445c-9373-c3f795580846 req-10e0d6d7-d2da-4815-a3e9-7857cc261300 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:23.827725 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb5234d0-ab42-445c-9373-c3f795580846 req-10e0d6d7-d2da-4815-a3e9-7857cc261300 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/ports?device_id=0382cfdf-6446-4426-83ce-8e24355271b1 HTTP/1.1" status: 200 len: 949 time: 0.0592408 Aug 07 04:08:23.868070 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Pushing event updated for resources: {'Port': ['ID=7b486885-4670-4031-836b-4965f08552d2,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:23.885177 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fb5234d0-ab42-445c-9373-c3f795580846 req-d4571a5e-f37e-432e-9766-b6f04466ca2d tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf116dc7-8684-4ff5-b7ae-71295386ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521321 Aug 07 04:08:23.991041 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Attempting to bind port 7b486885-4670-4031-836b-4965f08552d2 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:08:23.991391 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Attempting to bind port 7b486885-4670-4031-836b-4965f08552d2 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '4b9e891b-401f-40df-a9b5-fded25ca689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8'}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:08:23.991728 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Attempting to bind port 7b486885-4670-4031-836b-4965f08552d2 on network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:08:24.001246 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Port 7b486885-4670-4031-836b-4965f08552d2 on network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:08:24.001568 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Attempting to bind port 7b486885-4670-4031-836b-4965f08552d2 on network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:08:24.008519 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:08:24.008875 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Checking segment: {'id': '4b9e891b-401f-40df-a9b5-fded25ca689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:24.009462 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Bound using segment: {'id': '4b9e891b-401f-40df-a9b5-fded25ca689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8'} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:08:24.009919 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Bound port: 7b486885-4670-4031-836b-4965f08552d2, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b9e891b-401f-40df-a9b5-fded25ca689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8'}}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:08:24.010457 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:24.098708 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] For port 7b486885-4670-4031-836b-4965f08552d2, host hv-cinder-80374, cleared binding levels {{(pid=93434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:08:24.102336 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] For port 7b486885-4670-4031-836b-4965f08552d2, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7b486885-4670-4031-836b-4965f08552d2,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:08:24.107236 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:24.146813 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:24.147465 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:24.148895 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] 10.222.0.30 "PUT /v2.0/ports/7b486885-4670-4031-836b-4965f08552d2 HTTP/1.1" status: 200 len: 1093 time: 0.9046965 Aug 07 04:08:24.149337 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'tag': '7b486885-4670-4031-836b-4965f08552d2'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:08:24.151600 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c19d542-8730-4a34-89d2-6874ee4fc74f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2f9936-b986-4022-b6d6-176818ada9d8", "tag": "7b486885-4670-4031-836b-4965f08552d2"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:08:24.195736 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541e628-d4fe-44af-9c7c-3b3cafe3bf02 service neutron] Pushing event updated for resources: {'Port': ['ID=7b486885-4670-4031-836b-4965f08552d2,revision_number=3']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:24.199602 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9611af-12a0-4d99-8e2c-b93808fca11c x-openstack-request-id: req-fe9611af-12a0-4d99-8e2c-b93808fca11c {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:08:24.200276 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2f9936-b986-4022-b6d6-176818ada9d8", "tag": "7b486885-4670-4031-836b-4965f08552d2", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:08:24.200612 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe9611af-12a0-4d99-8e2c-b93808fca11c {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:08:24.201285 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'tag': '7b486885-4670-4031-836b-4965f08552d2', 'status': 'completed', 'code': 200} Aug 07 04:08:24.213629 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b0936-9679-4d90-8b44-ccb2fa41a332 req-3c3c482c-d3cb-4d15-9d1f-17f8fec9d030 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:24.215333 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-236b0936-9679-4d90-8b44-ccb2fa41a332 req-3c3c482c-d3cb-4d15-9d1f-17f8fec9d030 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/ports?device_id=0382cfdf-6446-4426-83ce-8e24355271b1 HTTP/1.1" status: 200 len: 949 time: 0.0575573 Aug 07 04:08:24.247144 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-9b1f4cde-23a6-491d-8152-9d97a21fb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:24.248774 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-9b1f4cde-23a6-491d-8152-9d97a21fb853 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec&device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 1096 time: 0.0463231 Aug 07 04:08:24.256135 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-236b0936-9679-4d90-8b44-ccb2fa41a332 req-2ec8397b-34af-47fa-893d-3f8c72f80c50 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf116dc7-8684-4ff5-b7ae-71295386ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334313 Aug 07 04:08:24.295220 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-0258a7f6-15e1-4425-9e21-d1ad6c0bbba3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b486885-4670-4031-836b-4965f08552d2 HTTP/1.1" status: 200 len: 217 time: 0.0378132 Aug 07 04:08:24.347707 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-3519ae60-49d8-4788-8492-a98f8fbaa6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:24.349189 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-3519ae60-49d8-4788-8492-a98f8fbaa6ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=754a0fad-009c-41af-8768-85f84e113703 HTTP/1.1" status: 200 len: 856 time: 0.0465276 Aug 07 04:08:24.396525 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-91ebda16-1405-4f7c-a29b-3b71de783ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:24.397956 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-91ebda16-1405-4f7c-a29b-3b71de783ca7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409997 Aug 07 04:08:24.487886 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-0570fb8b-f762-4c45-910d-eeb942f56211 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822442 Aug 07 04:08:24.579346 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-af0c39f8-bbe2-4666-86fa-d3b7cffbe0f2 req-38822225-99d4-4de0-8167-46394d36b3ac service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828748 Aug 07 04:08:24.646884 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951433b0-a97e-4549-8e85-dff12f3e615d req-e40da4ec-070e-4d95-a64a-8db6e59a480c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:24.648502 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-951433b0-a97e-4549-8e85-dff12f3e615d req-e40da4ec-070e-4d95-a64a-8db6e59a480c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0482075 Aug 07 04:08:24.668237 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19d542-8730-4a34-89d2-6874ee4fc74f req-5f8284d1-610a-487f-8589-7844f799f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:24.669765 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-0c19d542-8730-4a34-89d2-6874ee4fc74f req-5f8284d1-610a-487f-8589-7844f799f4f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec&device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 1096 time: 0.0404692 Aug 07 04:08:24.689739 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-951433b0-a97e-4549-8e85-dff12f3e615d req-96901d58-587e-4223-a6a2-4a0f46e6bd71 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351028 Aug 07 04:08:24.761361 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19d542-8730-4a34-89d2-6874ee4fc74f req-0e162157-14be-4526-852a-70e57911a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:24.763660 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-0c19d542-8730-4a34-89d2-6874ee4fc74f req-0e162157-14be-4526-852a-70e57911a561 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 HTTP/1.1" status: 200 len: 918 time: 0.0858057 Aug 07 04:08:24.810921 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-0c19d542-8730-4a34-89d2-6874ee4fc74f req-a3bcc9f1-2353-4df1-9b42-3a1fa2bfbda7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b486885-4670-4031-836b-4965f08552d2 HTTP/1.1" status: 200 len: 217 time: 0.0393484 Aug 07 04:08:24.879151 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19d542-8730-4a34-89d2-6874ee4fc74f req-c7abc839-83e0-450f-8324-0c28fe5ca3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:24.880978 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-0c19d542-8730-4a34-89d2-6874ee4fc74f req-c7abc839-83e0-450f-8324-0c28fe5ca3bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=754a0fad-009c-41af-8768-85f84e113703 HTTP/1.1" status: 200 len: 856 time: 0.0621004 Aug 07 04:08:24.888156 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc2d73-8180-4436-9244-0724fe319cc9 req-724bb2f0-029d-4d91-9cc1-a6040124abc4 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:24.895197 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dfbc2d73-8180-4436-9244-0724fe319cc9 req-724bb2f0-029d-4d91-9cc1-a6040124abc4 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 943 time: 0.0583744 Aug 07 04:08:24.938152 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19d542-8730-4a34-89d2-6874ee4fc74f req-13d26a3d-4bf4-4176-a32c-02c49e22b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:24.939847 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-0c19d542-8730-4a34-89d2-6874ee4fc74f req-13d26a3d-4bf4-4176-a32c-02c49e22b469 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497248 Aug 07 04:08:24.963501 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dfbc2d73-8180-4436-9244-0724fe319cc9 req-ee8e3ed5-15f9-4b19-b221-f1a61dc964e2 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674443 Aug 07 04:08:24.988493 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d69ced-eae0-46f1-9872-89390b680603 req-40cd62a0-c133-424a-8fe2-9842b69d6f80 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:24.990323 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-09d69ced-eae0-46f1-9872-89390b680603 req-40cd62a0-c133-424a-8fe2-9842b69d6f80 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0871558 Aug 07 04:08:25.053078 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-0c19d542-8730-4a34-89d2-6874ee4fc74f req-43c2f9e4-581b-42e6-83a9-1493bf25d831 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033797 Aug 07 04:08:25.162625 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-0c19d542-8730-4a34-89d2-6874ee4fc74f req-8570692e-628e-4b1e-9efd-b4292f5ff090 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015658 Aug 07 04:08:25.169879 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53902) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:25.279230 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-be9fc61e-b32a-4369-b1b1-56e78b20931b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:25.320863 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18487544-4373-4c28-8742-4de221b9c56f req-3d08c2b6-7052-4d33-b07f-317a3145aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:25.322416 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18487544-4373-4c28-8742-4de221b9c56f req-3d08c2b6-7052-4d33-b07f-317a3145aee9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b24080fb8644fa5b3fff0ba279b4140&device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 1098 time: 0.3669429 Aug 07 04:08:25.326565 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-09d69ced-eae0-46f1-9872-89390b680603 req-948b1776-0ec9-466a-ac19-1be182cf0e98 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3176069 Aug 07 04:08:25.389879 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-be9fc61e-b32a-4369-b1b1-56e78b20931b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:25.393673 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-be9fc61e-b32a-4369-b1b1-56e78b20931b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:25.427376 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4fe18-dcb3-49b8-bc70-28f9614b127e req-9078a040-06ed-41c0-a84f-e078269af75a tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:25.428842 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-69b4fe18-dcb3-49b8-bc70-28f9614b127e req-9078a040-06ed-41c0-a84f-e078269af75a tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/ports?device_id=0382cfdf-6446-4426-83ce-8e24355271b1 HTTP/1.1" status: 200 len: 949 time: 0.1001875 Aug 07 04:08:25.433281 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fc61e-b32a-4369-b1b1-56e78b20931b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8834c4d0-8808-47c7-a254-0292378d052d,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:25.440562 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-be9fc61e-b32a-4369-b1b1-56e78b20931b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de3041f8101247adaa93935a5fb2a5ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671559 Aug 07 04:08:25.440862 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53908) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:25.482063 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18487544-4373-4c28-8742-4de221b9c56f req-0a8cb1c2-3b1d-4f47-99d9-0508d6604d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:25.483658 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18487544-4373-4c28-8742-4de221b9c56f req-0a8cb1c2-3b1d-4f47-99d9-0508d6604d07 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35f15573-4d02-4cd9-a022-983f2f904dbd HTTP/1.1" status: 200 len: 910 time: 0.1451132 Aug 07 04:08:25.486609 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-69b4fe18-dcb3-49b8-bc70-28f9614b127e req-a0e3ae7b-ceba-4a29-b47c-deab56affddb tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf116dc7-8684-4ff5-b7ae-71295386ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488975 Aug 07 04:08:25.514066 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-16fbfcd6-866e-4597-a398-8cb85aa83b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:25.546112 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a29a53-cd91-46fa-b04f-c032b99c9a02 req-4a082262-c1b6-4444-96ec-a3b7467b156b tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:25.547603 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f5a29a53-cd91-46fa-b04f-c032b99c9a02 req-4a082262-c1b6-4444-96ec-a3b7467b156b tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.30 "GET /v2.0/ports?device_id=0382cfdf-6446-4426-83ce-8e24355271b1 HTTP/1.1" status: 200 len: 949 time: 0.0755062 Aug 07 04:08:25.548578 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18487544-4373-4c28-8742-4de221b9c56f req-d8b345ab-7a09-4947-84cd-d6931f23bd83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08c0c4a5-3f82-4768-a146-fbeeaca33eda HTTP/1.1" status: 200 len: 1000 time: 0.0578759 Aug 07 04:08:25.549405 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-16fbfcd6-866e-4597-a398-8cb85aa83b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:25.603921 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18487544-4373-4c28-8742-4de221b9c56f req-ef1067dc-612d-47be-a5d5-bf04778b54fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:25.605354 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18487544-4373-4c28-8742-4de221b9c56f req-ef1067dc-612d-47be-a5d5-bf04778b54fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25f7c230-1533-4f59-ab13-7e2194590c52 HTTP/1.1" status: 200 len: 848 time: 0.0457351 Aug 07 04:08:25.652593 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18487544-4373-4c28-8742-4de221b9c56f req-6ebf9b7a-f449-4d09-9dde-60c33104fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:25.654081 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-16fbfcd6-866e-4597-a398-8cb85aa83b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:25.654265 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18487544-4373-4c28-8742-4de221b9c56f req-6ebf9b7a-f449-4d09-9dde-60c33104fc5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35f15573-4d02-4cd9-a022-983f2f904dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423360 Aug 07 04:08:25.657005 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-16fbfcd6-866e-4597-a398-8cb85aa83b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:25.658122 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-16fbfcd6-866e-4597-a398-8cb85aa83b65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8834c4d0-8808-47c7-a254-0292378d052d HTTP/1.1" status: 204 len: 168 time: 0.2164791 Aug 07 04:08:25.670261 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbfcd6-866e-4597-a398-8cb85aa83b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8834c4d0-8808-47c7-a254-0292378d052d,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:25.682205 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-f5a29a53-cd91-46fa-b04f-c032b99c9a02 req-37bdc6de-0c9b-410b-be2c-db2c906a969c tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Deleting port 3bcc4d4d-6737-40d3-ada6-adaeb965006c {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:08:25.682679 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-f5a29a53-cd91-46fa-b04f-c032b99c9a02 req-37bdc6de-0c9b-410b-be2c-db2c906a969c tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:25.747863 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18487544-4373-4c28-8742-4de221b9c56f req-5c8f29bd-559c-452b-8a46-3b4edaa235eb service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846851 Aug 07 04:08:25.780516 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-f5a29a53-cd91-46fa-b04f-c032b99c9a02 req-37bdc6de-0c9b-410b-be2c-db2c906a969c tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] For port 3bcc4d4d-6737-40d3-ada6-adaeb965006c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=3bcc4d4d-6737-40d3-ada6-adaeb965006c,segment=NetworkSegment(1c5d4115-1b13-45e0-a47d-e72add8e86fa),segment_id=1c5d4115-1b13-45e0-a47d-e72add8e86fa)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:25.780968 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-f5a29a53-cd91-46fa-b04f-c032b99c9a02 req-37bdc6de-0c9b-410b-be2c-db2c906a969c tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:25.797836 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-f5a29a53-cd91-46fa-b04f-c032b99c9a02 req-37bdc6de-0c9b-410b-be2c-db2c906a969c tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Calling delete_port for 3bcc4d4d-6737-40d3-ada6-adaeb965006c owned by compute:nova {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:08:25.853310 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18487544-4373-4c28-8742-4de221b9c56f req-fef225b0-19a2-42a0-9177-814e78a16876 service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982442 Aug 07 04:08:25.936167 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-f5a29a53-cd91-46fa-b04f-c032b99c9a02 req-37bdc6de-0c9b-410b-be2c-db2c906a969c tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:25.947351 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['3bcc4d4d-6737-40d3-ada6-adaeb965006c'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:08:25.957122 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53914) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:25.962604 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdc6de-0c9b-410b-be2c-db2c906a969c tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Pushing event deleted for resources: {'Port': ['ID=3bcc4d4d-6737-40d3-ada6-adaeb965006c,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:25.975987 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-15ee2233-1820-4602-9952-ae1a9becffaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:26.009293 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a29a53-cd91-46fa-b04f-c032b99c9a02 req-37bdc6de-0c9b-410b-be2c-db2c906a969c tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] No DVR routers for this DVR port 3bcc4d4d-6737-40d3-ada6-adaeb965006c on host hv-cinder-80374 {{(pid=93434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:08:26.012679 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-f5a29a53-cd91-46fa-b04f-c032b99c9a02 req-37bdc6de-0c9b-410b-be2c-db2c906a969c tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:26.014739 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f5a29a53-cd91-46fa-b04f-c032b99c9a02 req-37bdc6de-0c9b-410b-be2c-db2c906a969c tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.30 "DELETE /v2.0/ports/3bcc4d4d-6737-40d3-ada6-adaeb965006c HTTP/1.1" status: 204 len: 173 time: 0.4549522 Aug 07 04:08:26.116132 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d97545-8f42-4ea0-a0f0-3d02c4e13290 req-67decd98-e5de-49af-aaba-acb47176b384 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:26.117735 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b8d97545-8f42-4ea0-a0f0-3d02c4e13290 req-67decd98-e5de-49af-aaba-acb47176b384 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 943 time: 0.0731194 Aug 07 04:08:26.150802 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-15ee2233-1820-4602-9952-ae1a9becffaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:26.158036 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-15ee2233-1820-4602-9952-ae1a9becffaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:26.191153 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b8d97545-8f42-4ea0-a0f0-3d02c4e13290 req-91699afc-93f1-4d0e-b555-8d1692eb46cc tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657878 Aug 07 04:08:26.201973 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0382cfdf-6446-4426-83ce-8e24355271b1', 'name': 'network-vif-deleted', 'tag': '3bcc4d4d-6737-40d3-ada6-adaeb965006c'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:08:26.205129 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5ddce2-1c46-498a-a01d-053abeac4e32" -d '{"events": [{"server_uuid": "0382cfdf-6446-4426-83ce-8e24355271b1", "name": "network-vif-deleted", "tag": "3bcc4d4d-6737-40d3-ada6-adaeb965006c"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:08:26.213350 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-15ee2233-1820-4602-9952-ae1a9becffaf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5e190f0980c4469b800e1119222c617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530131 Aug 07 04:08:26.213677 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53920) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:26.221101 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee2233-1820-4602-9952-ae1a9becffaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2e7b79-ca95-4261-8e6a-2d8cc28f5d27,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:26.246961 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb04072-7786-4e52-9b67-f91c852d0332 x-openstack-request-id: req-1bb04072-7786-4e52-9b67-f91c852d0332 {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:08:26.247354 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0382cfdf-6446-4426-83ce-8e24355271b1", "name": "network-vif-deleted", "tag": "3bcc4d4d-6737-40d3-ada6-adaeb965006c", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:08:26.247669 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bb04072-7786-4e52-9b67-f91c852d0332 {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:08:26.248129 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0382cfdf-6446-4426-83ce-8e24355271b1', 'name': 'network-vif-deleted', 'tag': '3bcc4d4d-6737-40d3-ada6-adaeb965006c', 'status': 'completed', 'code': 200} Aug 07 04:08:26.265172 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-42417c81-ec23-4111-a85b-e4abf0f8b86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:26.286812 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-42417c81-ec23-4111-a85b-e4abf0f8b86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:26.332551 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-42417c81-ec23-4111-a85b-e4abf0f8b86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:26.335158 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-42417c81-ec23-4111-a85b-e4abf0f8b86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:26.336297 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-42417c81-ec23-4111-a85b-e4abf0f8b86d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee2e7b79-ca95-4261-8e6a-2d8cc28f5d27 HTTP/1.1" status: 204 len: 168 time: 0.1218290 Aug 07 04:08:26.345557 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42417c81-ec23-4111-a85b-e4abf0f8b86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2e7b79-ca95-4261-8e6a-2d8cc28f5d27,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:26.370128 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 7b486885-4670-4031-836b-4965f08552d2 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:08:26.476694 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed180a-fd2b-4d0b-8b66-808aad13e455 req-71bb12a1-abf8-41a1-9a58-33c3ef96cf12 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:26.478775 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-91ed180a-fd2b-4d0b-8b66-808aad13e455 req-71bb12a1-abf8-41a1-9a58-33c3ef96cf12 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0555604 Aug 07 04:08:26.506684 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 7b486885-4670-4031-836b-4965f08552d2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7b486885-4670-4031-836b-4965f08552d2,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:26.530194 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '7b486885-4670-4031-836b-4965f08552d2', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'port_id': '7b486885-4670-4031-836b-4965f08552d2', 'mac_address': 'fa:16:3e:9c:83:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:08:26.554266 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-91ed180a-fd2b-4d0b-8b66-808aad13e455 req-cc662993-4c46-4816-ac3d-3dfd96447378 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663223 Aug 07 04:08:26.591730 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:26.609133 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b486885-4670-4031-836b-4965f08552d2 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:08:26.636579 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1e2abec9-31fb-4c60-9b9c-2727b88dce17 req-4e41a925-6ed0-41fe-929b-7e8171a65a82 tempest-VolumesNegativeTest-171964802 tempest-VolumesNegativeTest-171964802-project] 10.222.0.18 "GET /v2.0/ports?device_id=0382cfdf-6446-4426-83ce-8e24355271b1 HTTP/1.1" status: 200 len: 210 time: 0.0450945 Aug 07 04:08:26.638269 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 7b486885-4670-4031-836b-4965f08552d2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7b486885-4670-4031-836b-4965f08552d2,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:26.642895 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:26.690724 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=7b486885-4670-4031-836b-4965f08552d2,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:26.758883 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53932) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:26.772487 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b0aa087a-3844-4fb1-b4f3-42579cac8276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:26.843968 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['7b486885-4670-4031-836b-4965f08552d2'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:08:26.864281 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b0aa087a-3844-4fb1-b4f3-42579cac8276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:26.868353 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b0aa087a-3844-4fb1-b4f3-42579cac8276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:26.909299 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-b0aa087a-3844-4fb1-b4f3-42579cac8276 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2c1bcd741ee4d51ba6322d25b4cfded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492479 Aug 07 04:08:26.910131 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa087a-3844-4fb1-b4f3-42579cac8276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380b1310-4581-4b32-949e-dbb3d4e85f80,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:26.913336 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53934) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:26.965734 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8e803d01-e600-40e2-bab4-26324835a8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:26.987120 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8e803d01-e600-40e2-bab4-26324835a8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:27.032562 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8e803d01-e600-40e2-bab4-26324835a8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:27.035213 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8e803d01-e600-40e2-bab4-26324835a8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:27.036344 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-8e803d01-e600-40e2-bab4-26324835a8f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/380b1310-4581-4b32-949e-dbb3d4e85f80 HTTP/1.1" status: 204 len: 168 time: 0.1217892 Aug 07 04:08:27.043665 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e803d01-e600-40e2-bab4-26324835a8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380b1310-4581-4b32-949e-dbb3d4e85f80,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:27.312301 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d399e-1d1d-415a-a9f1-eebf5cf5972b req-c0ad7720-eacd-480b-ae81-204776d4891c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:27.313780 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc1d399e-1d1d-415a-a9f1-eebf5cf5972b req-c0ad7720-eacd-480b-ae81-204776d4891c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 944 time: 0.0493460 Aug 07 04:08:27.351744 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dc1d399e-1d1d-415a-a9f1-eebf5cf5972b req-f8bd2c22-9040-4f60-a1c4-e34bcdbbe033 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312631 Aug 07 04:08:27.692949 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 53960) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:27.802219 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-01f03214-dfee-462a-9056-15187bd604f3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-791168100-network', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:27.823250 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f03214-dfee-462a-9056-15187bd604f3 admin admin] Made reservation on behalf of 247ed23b8f704cad8656985f5f9aac7d for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:08:27.825618 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-01f03214-dfee-462a-9056-15187bd604f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:27.833769 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-01f03214-dfee-462a-9056-15187bd604f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:27.925705 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-01f03214-dfee-462a-9056-15187bd604f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:27.929989 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-01f03214-dfee-462a-9056-15187bd604f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:27.956582 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f03214-dfee-462a-9056-15187bd604f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:08:27.967656 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f03214-dfee-462a-9056-15187bd604f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a145b61-3c71-4c0e-a3ca-7bed55d52d1d,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:27.972816 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-01f03214-dfee-462a-9056-15187bd604f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:27.973163 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-01f03214-dfee-462a-9056-15187bd604f3 admin admin] Added segment 549511e2-bf80-4ddd-8be1-f50d68cac207 of type vlan for network 275c17b5-8fd8-4af1-82c9-49e38086c905 Aug 07 04:08:28.016241 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-01f03214-dfee-462a-9056-15187bd604f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:28.047937 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-01f03214-dfee-462a-9056-15187bd604f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:28.049011 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f03214-dfee-462a-9056-15187bd604f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:28.049654 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-01f03214-dfee-462a-9056-15187bd604f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:28.101521 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-01f03214-dfee-462a-9056-15187bd604f3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4074616 Aug 07 04:08:28.104568 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 53986) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:28.111246 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-492dbe14-0c99-477b-b24f-ca1f294c650a admin admin] Request body: {'subnet': {'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-791168100-subnet', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'ip_version': 4}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:28.112637 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f03214-dfee-462a-9056-15187bd604f3 admin admin] Pushing event updated for resources: {'Network': ['ID=275c17b5-8fd8-4af1-82c9-49e38086c905,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:28.127295 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network 275c17b5-8fd8-4af1-82c9-49e38086c905 details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:08:28.135194 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492dbe14-0c99-477b-b24f-ca1f294c650a admin admin] Made reservation on behalf of 247ed23b8f704cad8656985f5f9aac7d for: {'subnet': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:08:28.138801 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-492dbe14-0c99-477b-b24f-ca1f294c650a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8841477'] for subnet, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:28.310676 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-492dbe14-0c99-477b-b24f-ca1f294c650a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3699648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8841527'] for subnet, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:28.359273 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 7b486885-4670-4031-836b-4965f08552d2 up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:28.364161 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492dbe14-0c99-477b-b24f-ca1f294c650a admin admin] Pushing event updated for resources: {'Subnet': ['ID=937e2577-2fb8-4215-8d19-a0491f5eb6fe,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:28.379836 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492dbe14-0c99-477b-b24f-ca1f294c650a admin admin] Checking segment: {'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:28.380197 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492dbe14-0c99-477b-b24f-ca1f294c650a admin admin] Network hostable DHCP agents. Network: 275c17b5-8fd8-4af1-82c9-49e38086c905, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:08:28.404189 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492dbe14-0c99-477b-b24f-ca1f294c650a admin admin] Network 275c17b5-8fd8-4af1-82c9-49e38086c905 is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:08:28.417809 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-492dbe14-0c99-477b-b24f-ca1f294c650a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, 275c17b5-8fd8-4af1-82c9-49e38086c905) {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:28.423943 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492dbe14-0c99-477b-b24f-ca1f294c650a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:28.424533 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-492dbe14-0c99-477b-b24f-ca1f294c650a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:28.431150 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0741a96-3cd1-494d-b93f-1fffd491d229 None None] Network 275c17b5-8fd8-4af1-82c9-49e38086c905 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:08:28.434699 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port 7b486885-4670-4031-836b-4965f08552d2 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:28.465940 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54024) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:28.470483 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:28.473547 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-492dbe14-0c99-477b-b24f-ca1f294c650a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3670297 Aug 07 04:08:28.476596 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 7b486885-4670-4031-836b-4965f08552d2 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:28.476953 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:28.500938 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31465'] for router, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:28.501871 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f8a56-7a65-41dd-ae7b-b37f453ff463 req-3325e857-b375-430d-abb8-6b67ccd6d93e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:28.502896 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-953212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:28.503533 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ef7f8a56-7a65-41dd-ae7b-b37f453ff463 req-3325e857-b375-430d-abb8-6b67ccd6d93e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 944 time: 0.0746229 Aug 07 04:08:28.553591 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ef7f8a56-7a65-41dd-ae7b-b37f453ff463 req-92e04ebe-1076-4009-af41-c67905123726 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426345 Aug 07 04:08:28.577955 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:28.619556 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:28.664775 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b486885-4670-4031-836b-4965f08552d2'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:08:28.667060 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d73c1ec-8a89-450f-b303-731ee2809e30" -d '{"events": [{"server_uuid": "9e2f9936-b986-4022-b6d6-176818ada9d8", "name": "network-vif-plugged", "status": "completed", "tag": "7b486885-4670-4031-836b-4965f08552d2"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:08:28.681962 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa997e167-6b1a-5d8a-8195-c4d873ed3b43-275c17b5-8fd8-4af1-82c9-49e38086c905', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe'}]}} from dv-cinder-803748-2-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:08:28.682910 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:28.686163 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 7b486885-4670-4031-836b-4965f08552d2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7b486885-4670-4031-836b-4965f08552d2,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:28.694677 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:28.695472 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 3bcc4d4d-6737-40d3-ada6-adaeb965006c no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:08:28.726689 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: 3bcc4d4d-6737-40d3-ada6-adaeb965006c {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:08:28.727210 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 3bcc4d4d-6737-40d3-ada6-adaeb965006c not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:08:28.730020 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d19d73-0425-47b7-98d6-f1f5ea64f1ea x-openstack-request-id: req-a2d19d73-0425-47b7-98d6-f1f5ea64f1ea {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:08:28.730313 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2f9936-b986-4022-b6d6-176818ada9d8", "name": "network-vif-plugged", "status": "completed", "tag": "7b486885-4670-4031-836b-4965f08552d2", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:08:28.730567 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2d19d73-0425-47b7-98d6-f1f5ea64f1ea {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:08:28.731022 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b486885-4670-4031-836b-4965f08552d2', 'code': 200} Aug 07 04:08:28.751356 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:28.845734 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=7b486885-4670-4031-836b-4965f08552d2,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:28.913419 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Allocated IP 172.20.0.2 (275c17b5-8fd8-4af1-82c9-49e38086c905/937e2577-2fb8-4215-8d19-a0491f5eb6fe/0221aeca-5110-4ceb-b5cd-5bb297386b23) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:08:29.089499 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:29.100178 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Transition to ACTIVE for port object 0221aeca-5110-4ceb-b5cd-5bb297386b23 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:29.119747 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Transition to ACTIVE for port object 0221aeca-5110-4ceb-b5cd-5bb297386b23 will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:29.126222 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:29.209052 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d534d-0594-4e3c-aa1c-ca6376736f5e req-d6556f67-eb74-44e6-adad-7fe4c2744ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:29.210667 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6a2d534d-0594-4e3c-aa1c-ca6376736f5e req-d6556f67-eb74-44e6-adad-7fe4c2744ef8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 1098 time: 0.1122506 Aug 07 04:08:29.272424 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:29.292932 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Network 275c17b5-8fd8-4af1-82c9-49e38086c905 is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:29.294295 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6a2d534d-0594-4e3c-aa1c-ca6376736f5e req-d61ee656-feb0-477f-9baa-c38fbcd32507 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604477 Aug 07 04:08:29.295520 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:29.298450 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:29.300681 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Pushing event updated for resources: {'Port': ['ID=0221aeca-5110-4ceb-b5cd-5bb297386b23,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:29.303048 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:08:29.360249 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Attempting to bind port 0221aeca-5110-4ceb-b5cd-5bb297386b23 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:08:29.360628 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Attempting to bind port 0221aeca-5110-4ceb-b5cd-5bb297386b23 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:08:29.360985 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Attempting to bind port 0221aeca-5110-4ceb-b5cd-5bb297386b23 on network 275c17b5-8fd8-4af1-82c9-49e38086c905 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:08:29.366769 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:08:29.367163 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Checking segment: {'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:29.367518 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:29.367875 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Bound using segment: {'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:08:29.368696 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Bound port: 0221aeca-5110-4ceb-b5cd-5bb297386b23, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:08:29.368696 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:29.419350 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Allocated IP 172.27.0.231 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/fcf37911-8d89-4252-a630-1e1943a61173) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:08:29.438515 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] For port 0221aeca-5110-4ceb-b5cd-5bb297386b23, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:08:29.441928 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] For port 0221aeca-5110-4ceb-b5cd-5bb297386b23, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=0221aeca-5110-4ceb-b5cd-5bb297386b23,segment=NetworkSegment(549511e2-bf80-4ddd-8be1-f50d68cac207),segment_id=549511e2-bf80-4ddd-8be1-f50d68cac207)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:08:29.446406 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:29.505910 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cb8d1-8c46-4f64-9cee-4fe844114c2d None None] Pushing event updated for resources: {'Port': ['ID=0221aeca-5110-4ceb-b5cd-5bb297386b23,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:29.550628 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:29.603219 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:29.645361 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:29.651121 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:29.656339 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:08:29.682545 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf37911-8d89-4252-a630-1e1943a61173,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:29.720886 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d19e5-22af-4870-894e-3e50666b2067 req-5edd5ae3-59d3-4ac6-9fc3-643310d364f9 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:29.724702 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-431d19e5-22af-4870-894e-3e50666b2067 req-5edd5ae3-59d3-4ac6-9fc3-643310d364f9 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0697088 Aug 07 04:08:29.799060 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-431d19e5-22af-4870-894e-3e50666b2067 req-0f91e570-b620-43f4-b235-100cbd4e73ed tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612156 Aug 07 04:08:29.979953 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:30.198929 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965374'] for router, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:30.348290 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Router 19579f7d-b38c-4152-871c-1fd494c4ac73 is scheduled to L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 with binding_index 1 {{(pid=93434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:08:30.468471 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:08:30.478410 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Sync routers for ids ['19579f7d-b38c-4152-871c-1fd494c4ac73'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:08:30.488261 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:30.489650 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3867daf0-1b62-4e4f-b9ef-9e1793fd8d58 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0225477 Aug 07 04:08:30.492302 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54196) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:30.495040 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Routers {'19579f7d-b38c-4152-871c-1fd494c4ac73'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:30.495731 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['19579f7d-b38c-4152-871c-1fd494c4ac73'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:30.550514 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6387ef02-e68c-4242-8e9a-500c868f0b73 None None] Network 275c17b5-8fd8-4af1-82c9-49e38086c905 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:08:30.661484 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-9f22c57d-6c7c-4020-b40b-ba18ceefdee5 None None] Provisioning for port 0221aeca-5110-4ceb-b5cd-5bb297386b23 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:30.682730 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Set router 19579f7d-b38c-4152-871c-1fd494c4ac73 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:30.917964 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5324fbd-e3ea-4ae8-9369-d850aef385d5 req-0e4af092-fcf9-4b87-b9c9-1fad19228538 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:30.919539 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e5324fbd-e3ea-4ae8-9369-d850aef385d5 req-0e4af092-fcf9-4b87-b9c9-1fad19228538 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0511880 Aug 07 04:08:30.938182 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:30.939685 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:29Z', 'revision_number': 3, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:30.968823 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Checking router: 19579f7d-b38c-4152-871c-1fd494c4ac73 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:08:30.969562 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Updating router 19579f7d-b38c-4152-871c-1fd494c4ac73 port fcf37911-8d89-4252-a630-1e1943a61173 binding host dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:08:30.975573 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e5324fbd-e3ea-4ae8-9369-d850aef385d5 req-de8ec13f-fa49-4211-8f33-0b7e206e798e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487468 Aug 07 04:08:31.008801 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:31.137578 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945773f-8706-43e8-8615-3d94c6eb36d3 req-786d0ecc-65c3-4659-8f51-6860185dc926 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:31.139307 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b945773f-8706-43e8-8615-3d94c6eb36d3 req-786d0ecc-65c3-4659-8f51-6860185dc926 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0595472 Aug 07 04:08:31.148625 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54206) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:31.154918 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-ba786507-66bd-4828-a981-64984a323dbf tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Request body: {'floatingip': {'port_id': '7b486885-4670-4031-836b-4965f08552d2'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:31.182068 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Allocated IP 172.20.0.1 (275c17b5-8fd8-4af1-82c9-49e38086c905/937e2577-2fb8-4215-8d19-a0491f5eb6fe/e1de5ca5-ed7b-47b2-877b-69a682767aa6) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:08:31.196929 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ba786507-66bd-4828-a981-64984a323dbf tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for floatingip, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:31.258551 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 0221aeca-5110-4ceb-b5cd-5bb297386b23 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:31.317426 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:31.330703 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Transition to ACTIVE for port object e1de5ca5-ed7b-47b2-877b-69a682767aa6 will not be triggered until provisioned by entity DHCP. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:31.347187 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:31.360723 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Transition to ACTIVE for port object fcf37911-8d89-4252-a630-1e1943a61173 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:31.362497 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 0221aeca-5110-4ceb-b5cd-5bb297386b23 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:31.367046 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 0221aeca-5110-4ceb-b5cd-5bb297386b23 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:31.367416 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:31.368522 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:31.370071 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:31.405014 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Network 275c17b5-8fd8-4af1-82c9-49e38086c905 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:31.411472 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:31.415097 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:08:31.438933 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Pushing event updated for resources: {'Port': ['ID=e1de5ca5-ed7b-47b2-877b-69a682767aa6,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:31.456066 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965645'] for router_interface, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:31.458003 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Attempting to bind port fcf37911-8d89-4252-a630-1e1943a61173 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:08:31.458384 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Attempting to bind port fcf37911-8d89-4252-a630-1e1943a61173 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:08:31.458924 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Attempting to bind port fcf37911-8d89-4252-a630-1e1943a61173 on network 742dd36a-95ab-4647-8a99-05399f0a04a1 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:08:31.472704 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:08:31.473099 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Checking segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:31.473484 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:31.473884 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Bound using segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:08:31.474360 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Bound port: fcf37911-8d89-4252-a630-1e1943a61173, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:08:31.474750 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:31.528120 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6292b3-ff23-42bd-9d6f-959cd74534ae None None] Pushing event updated for resources: {'Port': ['ID=fcf37911-8d89-4252-a630-1e1943a61173,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:31.548913 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] For port fcf37911-8d89-4252-a630-1e1943a61173, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:08:31.553283 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] For port fcf37911-8d89-4252-a630-1e1943a61173, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=fcf37911-8d89-4252-a630-1e1943a61173,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:08:31.575171 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:31.636560 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:31.671007 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:31.671228 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6292b3-ff23-42bd-9d6f-959cd74534ae None None] Pushing event updated for resources: {'Port': ['ID=fcf37911-8d89-4252-a630-1e1943a61173,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:31.680657 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Routers {'19579f7d-b38c-4152-871c-1fd494c4ac73'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:31.681208 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['19579f7d-b38c-4152-871c-1fd494c4ac73'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:31.742274 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 0221aeca-5110-4ceb-b5cd-5bb297386b23, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=0221aeca-5110-4ceb-b5cd-5bb297386b23,segment=NetworkSegment(549511e2-bf80-4ddd-8be1-f50d68cac207),segment_id=549511e2-bf80-4ddd-8be1-f50d68cac207)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:31.749775 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:31.815135 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ba786507-66bd-4828-a981-64984a323dbf tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:31.836462 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ba786507-66bd-4828-a981-64984a323dbf tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:31.848425 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-b5ace7d4-50dd-428f-8f33-dc9d4f0cdbc0 None None] Provisioning for port e1de5ca5-ed7b-47b2-877b-69a682767aa6 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:31.865212 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-b5ace7d4-50dd-428f-8f33-dc9d4f0cdbc0 None None] Provisioning complete for port e1de5ca5-ed7b-47b2-877b-69a682767aa6 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:31.865441 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-b5ace7d4-50dd-428f-8f33-dc9d4f0cdbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:31.870384 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=0221aeca-5110-4ceb-b5cd-5bb297386b23,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:31.903480 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] Set router 19579f7d-b38c-4152-871c-1fd494c4ac73 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:31.946607 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-b5ace7d4-50dd-428f-8f33-dc9d4f0cdbc0 None None] Port e1de5ca5-ed7b-47b2-877b-69a682767aa6 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:08:31.949967 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54214) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:31.980472 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.l3_db [None req-ba786507-66bd-4828-a981-64984a323dbf tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Floating IP 81a6a2f1-bb01-4312-b1fb-8f5498a6eb8e associated. External IP: 172.27.0.78, port: 7b486885-4670-4031-836b-4965f08552d2. Aug 07 04:08:32.131748 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:32.138499 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:32.144968 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-191ce31b-11a4-4741-ab1c-fa3e765a2e0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af13a9fa67a84ed49ae5b49f3fb73332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938670 Aug 07 04:08:32.145599 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54218) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:32.206566 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-965817'] for router_interface, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:32.209243 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Pushing event updated for resources: {'Port': ['ID=e1de5ca5-ed7b-47b2-877b-69a682767aa6,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:32.255688 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'e1de5ca5-ed7b-47b2-877b-69a682767aa6', 'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'mac_address': 'fa:16:3e:b4:20:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:30Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 1, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'subnets': [{'id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:32.272906 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b737f6d7-701d-4b45-ba9d-2b76a9c5f553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:32.283315 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5383308-0385-403c-bccc-76e4de8083f1 None None] The sync data for ids ['19579f7d-b38c-4152-871c-1fd494c4ac73'] in dv-cinder-803748-2-iscsi is: [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'e1de5ca5-ed7b-47b2-877b-69a682767aa6', 'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'mac_address': 'fa:16:3e:b4:20:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:30Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 1, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'subnets': [{'id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:08:32.307996 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b737f6d7-701d-4b45-ba9d-2b76a9c5f553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:32.310070 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Network 275c17b5-8fd8-4af1-82c9-49e38086c905 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:32.311575 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:32.321253 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba786507-66bd-4828-a981-64984a323dbf tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Router c214308a-50c1-497a-b266-bf4e1e3babf4 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:08:32.444555 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Router 19579f7d-b38c-4152-871c-1fd494c4ac73 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:08:32.454379 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b737f6d7-701d-4b45-ba9d-2b76a9c5f553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:32.456951 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b737f6d7-701d-4b45-ba9d-2b76a9c5f553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:32.461072 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-b737f6d7-701d-4b45-ba9d-2b76a9c5f553 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf116dc7-8684-4ff5-b7ae-71295386ca7c HTTP/1.1" status: 204 len: 168 time: 0.3143167 Aug 07 04:08:32.479891 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737f6d7-701d-4b45-ba9d-2b76a9c5f553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf116dc7-8684-4ff5-b7ae-71295386ca7c,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:32.493290 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba786507-66bd-4828-a981-64984a323dbf tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:08:32.502289 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-ba786507-66bd-4828-a981-64984a323dbf tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:32.506140 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c55241-804e-40ff-8f99-eeee8d61fab1 None None] Sync routers for ids ['c214308a-50c1-497a-b266-bf4e1e3babf4'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:08:32.522688 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c55241-804e-40ff-8f99-eeee8d61fab1 None None] Routers {'c214308a-50c1-497a-b266-bf4e1e3babf4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:32.531693 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-00c55241-804e-40ff-8f99-eeee8d61fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['c214308a-50c1-497a-b266-bf4e1e3babf4'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:32.550699 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-ba786507-66bd-4828-a981-64984a323dbf tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "PUT /v2.0/floatingips/81a6a2f1-bb01-4312-b1fb-8f5498a6eb8e HTTP/1.1" status: 200 len: 990 time: 1.4007828 Aug 07 04:08:32.553471 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'tag': '7b486885-4670-4031-836b-4965f08552d2'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:08:32.572413 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a27b44-00c8-4c28-a6d0-8939573ec65f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2f9936-b986-4022-b6d6-176818ada9d8", "tag": "7b486885-4670-4031-836b-4965f08552d2"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:08:32.627898 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a70583-ff95-47f2-883b-19cd777954ab x-openstack-request-id: req-b7a70583-ff95-47f2-883b-19cd777954ab {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:08:32.628425 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2f9936-b986-4022-b6d6-176818ada9d8", "tag": "7b486885-4670-4031-836b-4965f08552d2", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:08:32.628872 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7a70583-ff95-47f2-883b-19cd777954ab {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:08:32.629518 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'tag': '7b486885-4670-4031-836b-4965f08552d2', 'status': 'completed', 'code': 200} Aug 07 04:08:32.678750 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-7baa78e9-b434-4eae-86ab-e7f3c679187f None None] Provisioning complete for port e1de5ca5-ed7b-47b2-877b-69a682767aa6 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:32.679947 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-7baa78e9-b434-4eae-86ab-e7f3c679187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:32.709131 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:08:32.723307 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-00c55241-804e-40ff-8f99-eeee8d61fab1 None None] Set router c214308a-50c1-497a-b266-bf4e1e3babf4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:32.729049 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e21fa93b-0072-4b4b-a6c7-5d2d832f7e67 admin admin] 10.222.0.18 "PUT /v2.0/routers/19579f7d-b38c-4152-871c-1fd494c4ac73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2356124 Aug 07 04:08:32.744700 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-7baa78e9-b434-4eae-86ab-e7f3c679187f None None] Port e1de5ca5-ed7b-47b2-877b-69a682767aa6 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:08:32.750344 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a27b44-00c8-4c28-a6d0-8939573ec65f req-3ca49862-2c90-450f-8f59-1514390da6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:32.756636 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c9a27b44-00c8-4c28-a6d0-8939573ec65f req-3ca49862-2c90-450f-8f59-1514390da6a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec&device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 1098 time: 0.1054628 Aug 07 04:08:32.866505 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a27b44-00c8-4c28-a6d0-8939573ec65f req-89868e9c-f32b-4eff-a397-0b0c42b2dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:32.868729 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c9a27b44-00c8-4c28-a6d0-8939573ec65f req-89868e9c-f32b-4eff-a397-0b0c42b2dbf2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 HTTP/1.1" status: 200 len: 918 time: 0.1044261 Aug 07 04:08:32.969045 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c9a27b44-00c8-4c28-a6d0-8939573ec65f req-481ba261-aa67-4f99-8754-1b0e1b722334 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b486885-4670-4031-836b-4965f08552d2 HTTP/1.1" status: 200 len: 998 time: 0.0850661 Aug 07 04:08:33.034152 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a27b44-00c8-4c28-a6d0-8939573ec65f req-3c83a399-6308-4702-a39a-b37a5a448d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:33.036904 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c9a27b44-00c8-4c28-a6d0-8939573ec65f req-3c83a399-6308-4702-a39a-b37a5a448d22 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=754a0fad-009c-41af-8768-85f84e113703 HTTP/1.1" status: 200 len: 856 time: 0.0608771 Aug 07 04:08:33.041720 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-00c55241-804e-40ff-8f99-eeee8d61fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:45Z', 'revision_number': 4, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '81a6a2f1-bb01-4312-b1fb-8f5498a6eb8e', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'port_id': '7b486885-4670-4031-836b-4965f08552d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'mac_address': 'fa:16:3e:9c:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:08:20Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 1, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffdbf1c-0c6c-4b19-81d9-bdee4438850f', 'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'mac_address': 'fa:16:3e:b6:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:44Z', 'updated_at': '2021-08-07T04:03:56Z', 'revision_number': 5, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'subnets': [{'id': '754a0fad-009c-41af-8768-85f84e113703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:33.079250 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c55241-804e-40ff-8f99-eeee8d61fab1 None None] Checking router: c214308a-50c1-497a-b266-bf4e1e3babf4 for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:08:33.098318 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c55241-804e-40ff-8f99-eeee8d61fab1 None None] Routers {'c214308a-50c1-497a-b266-bf4e1e3babf4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:33.099910 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-00c55241-804e-40ff-8f99-eeee8d61fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['c214308a-50c1-497a-b266-bf4e1e3babf4'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:33.124752 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a27b44-00c8-4c28-a6d0-8939573ec65f req-6586d8ff-ae70-4bc6-af6d-0aab5c3d07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:33.126249 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c9a27b44-00c8-4c28-a6d0-8939573ec65f req-6586d8ff-ae70-4bc6-af6d-0aab5c3d07d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813949 Aug 07 04:08:33.257635 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-00c55241-804e-40ff-8f99-eeee8d61fab1 None None] Set router c214308a-50c1-497a-b266-bf4e1e3babf4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:33.304901 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 0221aeca-5110-4ceb-b5cd-5bb297386b23 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:33.336604 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c9a27b44-00c8-4c28-a6d0-8939573ec65f req-d59e84cf-381c-4752-a424-595fac12907c service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021239 Aug 07 04:08:33.375925 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 0221aeca-5110-4ceb-b5cd-5bb297386b23 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:33.376716 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:33.485180 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c9a27b44-00c8-4c28-a6d0-8939573ec65f req-cfb4bec9-2df9-45a4-ba47-7014200ce7f7 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401927 Aug 07 04:08:33.528541 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54252) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:33.533937 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-bd44cfd0-2c7f-43d3-b215-62ddd525baa1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-8329212-network', 'tenant_id': '2818bf3c12874aee85c29e804ec58559'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:33.563998 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd44cfd0-2c7f-43d3-b215-62ddd525baa1 admin admin] Made reservation on behalf of 2818bf3c12874aee85c29e804ec58559 for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:08:33.567660 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bd44cfd0-2c7f-43d3-b215-62ddd525baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:33.581120 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bd44cfd0-2c7f-43d3-b215-62ddd525baa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:33.589126 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-00c55241-804e-40ff-8f99-eeee8d61fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:45Z', 'revision_number': 4, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '81a6a2f1-bb01-4312-b1fb-8f5498a6eb8e', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'port_id': '7b486885-4670-4031-836b-4965f08552d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'mac_address': 'fa:16:3e:9c:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:08:20Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 1, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffdbf1c-0c6c-4b19-81d9-bdee4438850f', 'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'mac_address': 'fa:16:3e:b6:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:44Z', 'updated_at': '2021-08-07T04:03:56Z', 'revision_number': 5, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'subnets': [{'id': '754a0fad-009c-41af-8768-85f84e113703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:33.635154 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c55241-804e-40ff-8f99-eeee8d61fab1 None None] The sync data for ids ['c214308a-50c1-497a-b266-bf4e1e3babf4'] in dv-cinder-803748-2-iscsi is: [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:45Z', 'revision_number': 4, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '81a6a2f1-bb01-4312-b1fb-8f5498a6eb8e', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'port_id': '7b486885-4670-4031-836b-4965f08552d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'mac_address': 'fa:16:3e:9c:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:08:20Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 1, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffdbf1c-0c6c-4b19-81d9-bdee4438850f', 'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'mac_address': 'fa:16:3e:b6:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:44Z', 'updated_at': '2021-08-07T04:03:56Z', 'revision_number': 5, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'subnets': [{'id': '754a0fad-009c-41af-8768-85f84e113703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:08:33.712795 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bd44cfd0-2c7f-43d3-b215-62ddd525baa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:33.717534 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bd44cfd0-2c7f-43d3-b215-62ddd525baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:33.735139 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd44cfd0-2c7f-43d3-b215-62ddd525baa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:08:33.766261 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bd44cfd0-2c7f-43d3-b215-62ddd525baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:33.766627 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-bd44cfd0-2c7f-43d3-b215-62ddd525baa1 admin admin] Added segment e73bc363-1360-4e8b-bd90-ad1bd0aaabde of type vlan for network 39246087-9385-4b21-a24b-0dbc78e49860 Aug 07 04:08:33.776170 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44cfd0-2c7f-43d3-b215-62ddd525baa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4de278e-c328-490e-8787-54a3cbdc4359,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:33.818224 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bd44cfd0-2c7f-43d3-b215-62ddd525baa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:33.853518 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bd44cfd0-2c7f-43d3-b215-62ddd525baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:33.855085 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44cfd0-2c7f-43d3-b215-62ddd525baa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:33.855948 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-bd44cfd0-2c7f-43d3-b215-62ddd525baa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:33.858896 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54262) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:33.923163 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-bd44cfd0-2c7f-43d3-b215-62ddd525baa1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3911829 Aug 07 04:08:33.923947 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54266) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:33.928734 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-1926117a-4ab0-4c54-ac93-3c4ff317e83a admin admin] Request body: {'subnet': {'network_id': '39246087-9385-4b21-a24b-0dbc78e49860', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-8329212-subnet', 'tenant_id': '2818bf3c12874aee85c29e804ec58559', 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:33.936007 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44cfd0-2c7f-43d3-b215-62ddd525baa1 admin admin] Pushing event updated for resources: {'Network': ['ID=39246087-9385-4b21-a24b-0dbc78e49860,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:33.948264 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network 39246087-9385-4b21-a24b-0dbc78e49860 details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:08:33.979841 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1926117a-4ab0-4c54-ac93-3c4ff317e83a admin admin] Made reservation on behalf of 2818bf3c12874aee85c29e804ec58559 for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:08:33.983912 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1926117a-4ab0-4c54-ac93-3c4ff317e83a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4039116'] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:33.998384 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7faa25d-6e86-4d39-9464-36a7f8957daa None None] New status for floating IP 81a6a2f1-bb01-4312-b1fb-8f5498a6eb8e: ACTIVE {{(pid=93435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:08:34.000769 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-d8592e67-db50-4093-afa1-eeb20bf8423b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1234786737-network', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:34.024216 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8592e67-db50-4093-afa1-eeb20bf8423b admin admin] Made reservation on behalf of c401a89bcb5348018d4ebc457340bb53 for: {'network': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:08:34.026581 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d8592e67-db50-4093-afa1-eeb20bf8423b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.035967 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d8592e67-db50-4093-afa1-eeb20bf8423b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.160887 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d8592e67-db50-4093-afa1-eeb20bf8423b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.165281 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d8592e67-db50-4093-afa1-eeb20bf8423b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.187445 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8592e67-db50-4093-afa1-eeb20bf8423b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=93433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:08:34.196472 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1926117a-4ab0-4c54-ac93-3c4ff317e83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4031526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4039166'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.202026 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8592e67-db50-4093-afa1-eeb20bf8423b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23127ea-9ec2-407c-807f-09f088c58df9,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:34.206937 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d8592e67-db50-4093-afa1-eeb20bf8423b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.207297 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.segments_db [None req-d8592e67-db50-4093-afa1-eeb20bf8423b admin admin] Added segment e19a1b71-123f-4fef-9118-364a383b3539 of type vlan for network e61a548b-683a-47cd-93a6-20df475aa443 Aug 07 04:08:34.247245 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d8592e67-db50-4093-afa1-eeb20bf8423b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.257462 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926117a-4ab0-4c54-ac93-3c4ff317e83a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb7f23f-6722-47b1-aa6e-69848ac990db,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:34.269696 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926117a-4ab0-4c54-ac93-3c4ff317e83a admin admin] Checking segment: {'id': 'e73bc363-1360-4e8b-bd90-ad1bd0aaabde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '39246087-9385-4b21-a24b-0dbc78e49860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:34.270061 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1926117a-4ab0-4c54-ac93-3c4ff317e83a admin admin] Network hostable DHCP agents. Network: 39246087-9385-4b21-a24b-0dbc78e49860, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:08:34.276178 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d8592e67-db50-4093-afa1-eeb20bf8423b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.277157 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8592e67-db50-4093-afa1-eeb20bf8423b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:34.278170 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d8592e67-db50-4093-afa1-eeb20bf8423b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.287713 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1926117a-4ab0-4c54-ac93-3c4ff317e83a admin admin] Network 39246087-9385-4b21-a24b-0dbc78e49860 is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:08:34.296849 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-1926117a-4ab0-4c54-ac93-3c4ff317e83a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, 39246087-9385-4b21-a24b-0dbc78e49860) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:34.301040 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1926117a-4ab0-4c54-ac93-3c4ff317e83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:34.301635 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1926117a-4ab0-4c54-ac93-3c4ff317e83a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.308570 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b01336-e9da-447b-a6a3-396c71ee450a None None] Network 39246087-9385-4b21-a24b-0dbc78e49860 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:08:34.316634 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-1926117a-4ab0-4c54-ac93-3c4ff317e83a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3916790 Aug 07 04:08:34.319057 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54268) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:34.325083 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-8329212-router', 'tenant_id': '2818bf3c12874aee85c29e804ec58559', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:34.332764 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d8592e67-db50-4093-afa1-eeb20bf8423b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4720635 Aug 07 04:08:34.336760 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54270) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:34.344973 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8592e67-db50-4093-afa1-eeb20bf8423b admin admin] Pushing event updated for resources: {'Network': ['ID=e61a548b-683a-47cd-93a6-20df475aa443,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:34.349863 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-9b2f9a27-a433-472f-bd32-526806966224 admin admin] Request body: {'subnet': {'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1234786737-subnet', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:34.369283 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31465'] for router, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.370062 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network e61a548b-683a-47cd-93a6-20df475aa443 details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:08:34.370304 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-953212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.402181 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2f9a27-a433-472f-bd32-526806966224 admin admin] Made reservation on behalf of c401a89bcb5348018d4ebc457340bb53 for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:08:34.405285 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9b2f9a27-a433-472f-bd32-526806966224 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4039116'] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.464021 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.533160 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa997e167-6b1a-5d8a-8195-c4d873ed3b43-39246087-9385-4b21-a24b-0dbc78e49860', 'network_id': '39246087-9385-4b21-a24b-0dbc78e49860', 'tenant_id': '2818bf3c12874aee85c29e804ec58559', 'fixed_ips': [{'subnet_id': 'bbb7f23f-6722-47b1-aa6e-69848ac990db'}]}} from dv-cinder-803748-2-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:08:34.534000 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.629725 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.678036 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Allocated IP 172.20.0.2 (39246087-9385-4b21-a24b-0dbc78e49860/bbb7f23f-6722-47b1-aa6e-69848ac990db/27c1a5e4-3492-4581-9a7b-6159999af4a9) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:08:34.773918 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9b2f9a27-a433-472f-bd32-526806966224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4031526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4039166'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.833455 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.843562 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Transition to ACTIVE for port object 27c1a5e4-3492-4581-9a7b-6159999af4a9 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:34.856257 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f9a27-a433-472f-bd32-526806966224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f30234-ee7f-4f30-91ba-1f101f3a206c,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:34.862338 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Transition to ACTIVE for port object 27c1a5e4-3492-4581-9a7b-6159999af4a9 will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:34.866880 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f9a27-a433-472f-bd32-526806966224 admin admin] Checking segment: {'id': 'e19a1b71-123f-4fef-9118-364a383b3539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:34.867302 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f9a27-a433-472f-bd32-526806966224 admin admin] Network hostable DHCP agents. Network: e61a548b-683a-47cd-93a6-20df475aa443, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:08:34.871118 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.909420 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Network 39246087-9385-4b21-a24b-0dbc78e49860 is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:34.914086 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:34.916474 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:08:34.929745 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Pushing event updated for resources: {'Port': ['ID=27c1a5e4-3492-4581-9a7b-6159999af4a9,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:34.969173 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f9a27-a433-472f-bd32-526806966224 admin admin] Network e61a548b-683a-47cd-93a6-20df475aa443 is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:08:34.984683 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-9b2f9a27-a433-472f-bd32-526806966224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, e61a548b-683a-47cd-93a6-20df475aa443) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:34.985264 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Attempting to bind port 27c1a5e4-3492-4581-9a7b-6159999af4a9 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:08:34.985756 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Attempting to bind port 27c1a5e4-3492-4581-9a7b-6159999af4a9 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': 'e73bc363-1360-4e8b-bd90-ad1bd0aaabde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '39246087-9385-4b21-a24b-0dbc78e49860'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:08:34.985989 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Attempting to bind port 27c1a5e4-3492-4581-9a7b-6159999af4a9 on network 39246087-9385-4b21-a24b-0dbc78e49860 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:08:34.991727 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2f9a27-a433-472f-bd32-526806966224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:34.992373 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9b2f9a27-a433-472f-bd32-526806966224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.995853 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:34.996204 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8121e6ef-0dab-41b1-9841-17c8f2212b77 None None] Network e61a548b-683a-47cd-93a6-20df475aa443 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:08:35.003613 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Sync routers for ids ['19579f7d-b38c-4152-871c-1fd494c4ac73'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:08:35.013673 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Routers {'19579f7d-b38c-4152-871c-1fd494c4ac73'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:35.014372 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['19579f7d-b38c-4152-871c-1fd494c4ac73'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:35.023159 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.037167 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9b2f9a27-a433-472f-bd32-526806966224 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6951301 Aug 07 04:08:35.037167 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54274) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:35.038624 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:08:35.039070 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Checking segment: {'id': 'e73bc363-1360-4e8b-bd90-ad1bd0aaabde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '39246087-9385-4b21-a24b-0dbc78e49860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:35.040387 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.040387 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Bound using segment: {'id': 'e73bc363-1360-4e8b-bd90-ad1bd0aaabde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '39246087-9385-4b21-a24b-0dbc78e49860'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:08:35.040629 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Bound port: 27c1a5e4-3492-4581-9a7b-6159999af4a9, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73bc363-1360-4e8b-bd90-ad1bd0aaabde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '39246087-9385-4b21-a24b-0dbc78e49860'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:08:35.041038 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.042448 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1234786737-router', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:35.106690 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31465'] for router, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.107732 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-953212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.144359 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Set router 19579f7d-b38c-4152-871c-1fd494c4ac73 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:35.167634 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] For port 27c1a5e4-3492-4581-9a7b-6159999af4a9, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:08:35.192017 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] For port 27c1a5e4-3492-4581-9a7b-6159999af4a9, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=27c1a5e4-3492-4581-9a7b-6159999af4a9,segment=NetworkSegment(e73bc363-1360-4e8b-bd90-ad1bd0aaabde),segment_id=e73bc363-1360-4e8b-bd90-ad1bd0aaabde)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:08:35.200913 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Allocated IP 172.27.0.59 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:08:35.202855 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.207088 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.275672 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa997e167-6b1a-5d8a-8195-c4d873ed3b43-e61a548b-683a-47cd-93a6-20df475aa443', 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'fixed_ips': [{'subnet_id': '18f30234-ee7f-4f30-91ba-1f101f3a206c'}]}} from dv-cinder-803748-2-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:08:35.276778 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.319885 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device fcf37911-8d89-4252-a630-1e1943a61173 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:35.372346 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c28c4a-a31a-4a46-88c0-d154b13fa20a None None] Pushing event updated for resources: {'Port': ['ID=27c1a5e4-3492-4581-9a7b-6159999af4a9,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:35.422996 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'e1de5ca5-ed7b-47b2-877b-69a682767aa6', 'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'mac_address': 'fa:16:3e:b4:20:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:30Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 2, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'subnets': [{'id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:35.431349 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.455493 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port fcf37911-8d89-4252-a630-1e1943a61173 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:35.462214 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port fcf37911-8d89-4252-a630-1e1943a61173 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:35.462905 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.469334 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.580824 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.599767 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Checking router: 19579f7d-b38c-4152-871c-1fd494c4ac73 for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:08:35.600118 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Updating router 19579f7d-b38c-4152-871c-1fd494c4ac73 port e1de5ca5-ed7b-47b2-877b-69a682767aa6 binding host dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:08:35.630529 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.632055 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.640904 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Allocated IP 172.20.0.2 (e61a548b-683a-47cd-93a6-20df475aa443/18f30234-ee7f-4f30-91ba-1f101f3a206c/fffd6c16-583e-4e67-a048-46e7d022acec) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:08:35.643989 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:35.650431 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:35.655906 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:08:35.672573 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port fcf37911-8d89-4252-a630-1e1943a61173, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=fcf37911-8d89-4252-a630-1e1943a61173,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:35.687682 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Pushing event updated for resources: {'Port': ['ID=2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:35.689029 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.796037 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=fcf37911-8d89-4252-a630-1e1943a61173,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:35.867707 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.878885 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Transition to ACTIVE for port object fffd6c16-583e-4e67-a048-46e7d022acec will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:35.895440 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Transition to ACTIVE for port object fffd6c16-583e-4e67-a048-46e7d022acec will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:35.902437 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.944440 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Network e61a548b-683a-47cd-93a6-20df475aa443 is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:35.947928 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:35.952156 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:35.955912 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:08:35.961167 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Transition to ACTIVE for port object e1de5ca5-ed7b-47b2-877b-69a682767aa6 will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:35.963113 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Pushing event updated for resources: {'Port': ['ID=fffd6c16-583e-4e67-a048-46e7d022acec,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:35.973292 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:36.020503 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Attempting to bind port fffd6c16-583e-4e67-a048-46e7d022acec on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:08:36.021009 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Attempting to bind port fffd6c16-583e-4e67-a048-46e7d022acec by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': 'e19a1b71-123f-4fef-9118-364a383b3539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:08:36.021220 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Attempting to bind port fffd6c16-583e-4e67-a048-46e7d022acec on network e61a548b-683a-47cd-93a6-20df475aa443 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:08:36.027091 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:08:36.027634 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Checking segment: {'id': 'e19a1b71-123f-4fef-9118-364a383b3539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:36.028194 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:36.028657 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Bound using segment: {'id': 'e19a1b71-123f-4fef-9118-364a383b3539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:08:36.029384 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Bound port: fffd6c16-583e-4e67-a048-46e7d022acec, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19a1b71-123f-4fef-9118-364a383b3539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:08:36.029936 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:36.052086 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996976e4-a0be-47d8-9443-21675659cf14 None None] Pushing event updated for resources: {'Port': ['ID=e1de5ca5-ed7b-47b2-877b-69a682767aa6,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:36.078604 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996976e4-a0be-47d8-9443-21675659cf14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:36.079068 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996976e4-a0be-47d8-9443-21675659cf14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:36.079492 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996976e4-a0be-47d8-9443-21675659cf14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:36.079891 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996976e4-a0be-47d8-9443-21675659cf14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:36.080278 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996976e4-a0be-47d8-9443-21675659cf14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:36.080667 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996976e4-a0be-47d8-9443-21675659cf14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:36.081051 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996976e4-a0be-47d8-9443-21675659cf14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:36.081448 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996976e4-a0be-47d8-9443-21675659cf14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:36.081849 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996976e4-a0be-47d8-9443-21675659cf14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:36.082230 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996976e4-a0be-47d8-9443-21675659cf14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:36.082608 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996976e4-a0be-47d8-9443-21675659cf14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:36.083005 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996976e4-a0be-47d8-9443-21675659cf14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:08:36.104943 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Attempting to bind port e1de5ca5-ed7b-47b2-877b-69a682767aa6 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:08:36.105383 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Attempting to bind port e1de5ca5-ed7b-47b2-877b-69a682767aa6 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:08:36.106549 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Attempting to bind port e1de5ca5-ed7b-47b2-877b-69a682767aa6 on network 275c17b5-8fd8-4af1-82c9-49e38086c905 {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:08:36.111392 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:08:36.112090 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Checking segment: {'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:36.112261 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:36.112508 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Bound using segment: {'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:08:36.112962 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Bound port: e1de5ca5-ed7b-47b2-877b-69a682767aa6, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:08:36.113361 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:36.124273 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] For port fffd6c16-583e-4e67-a048-46e7d022acec, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:08:36.127729 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] For port fffd6c16-583e-4e67-a048-46e7d022acec, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=fffd6c16-583e-4e67-a048-46e7d022acec,segment=NetworkSegment(e19a1b71-123f-4fef-9118-364a383b3539),segment_id=e19a1b71-123f-4fef-9118-364a383b3539)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:08:36.133186 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:36.166932 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:36.205448 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] For port e1de5ca5-ed7b-47b2-877b-69a682767aa6, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:08:36.208947 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] For port e1de5ca5-ed7b-47b2-877b-69a682767aa6, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=e1de5ca5-ed7b-47b2-877b-69a682767aa6,segment=NetworkSegment(549511e2-bf80-4ddd-8be1-f50d68cac207),segment_id=549511e2-bf80-4ddd-8be1-f50d68cac207)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:08:36.216770 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:36.223067 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8e0ed-4bac-4db6-a84d-91f3713f5231 None None] Pushing event updated for resources: {'Port': ['ID=fffd6c16-583e-4e67-a048-46e7d022acec,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:36.245270 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:36.299741 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Routers {'19579f7d-b38c-4152-871c-1fd494c4ac73'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:36.301015 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['19579f7d-b38c-4152-871c-1fd494c4ac73'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:36.303201 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996976e4-a0be-47d8-9443-21675659cf14 None None] Pushing event updated for resources: {'Port': ['ID=e1de5ca5-ed7b-47b2-877b-69a682767aa6,revision_number=4']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:36.441830 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:36.454422 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] Set router 19579f7d-b38c-4152-871c-1fd494c4ac73 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:36.488413 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Allocated IP 172.27.0.132 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/23be311a-72dd-4d99-8973-dfff1495f114) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:08:36.752482 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'e1de5ca5-ed7b-47b2-877b-69a682767aa6', 'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'mac_address': 'fa:16:3e:b4:20:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:30Z', 'updated_at': '2021-08-07T04:08:36Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'subnets': [{'id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:36.758139 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:36.789047 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fcbf0f-1521-4558-bf0b-280cc231a982 None None] The sync data for ids ['19579f7d-b38c-4152-871c-1fd494c4ac73'] in dv-cinder-803748-2-iscsi is: [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'e1de5ca5-ed7b-47b2-877b-69a682767aa6', 'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'mac_address': 'fa:16:3e:b4:20:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:30Z', 'updated_at': '2021-08-07T04:08:36Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'subnets': [{'id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:08:36.822537 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeab187-78c2-4a3d-bd32-482e75de1bf1 None None] Network 39246087-9385-4b21-a24b-0dbc78e49860 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:08:36.860776 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965374'] for router, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:36.874930 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:36.888249 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-a673ee18-c68e-416f-bf27-005d12fa26d7 None None] Provisioning for port 27c1a5e4-3492-4581-9a7b-6159999af4a9 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:36.962780 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:36.972374 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:37.001964 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:08:37.006492 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Pushing event updated for resources: {'Port': ['ID=23be311a-72dd-4d99-8973-dfff1495f114,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:37.230273 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Router a2e107fd-cb6a-4076-909c-f6b0eae9e622 is scheduled to L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 with binding_index 1 {{(pid=93434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:08:37.452901 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:08:37.459527 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device fcf37911-8d89-4252-a630-1e1943a61173 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:37.463403 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:37.492415 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Sync routers for ids ['a2e107fd-cb6a-4076-909c-f6b0eae9e622'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:08:37.513007 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Routers {'a2e107fd-cb6a-4076-909c-f6b0eae9e622'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:37.513619 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:37.513736 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['a2e107fd-cb6a-4076-909c-f6b0eae9e622'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:37.517336 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-b1975e4e-90db-44b4-b164-a6f7253528b7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1942170 Aug 07 04:08:37.517806 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54280) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:37.695637 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4033bdda-f0e4-46a4-ba38-5c24c5f988db None None] Network e61a548b-683a-47cd-93a6-20df475aa443 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:08:37.699107 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965374'] for router, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:37.804571 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-6334c6b6-cdaa-4b70-a21e-ea6d7c51e436 None None] Provisioning for port fffd6c16-583e-4e67-a048-46e7d022acec completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:37.816233 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:37.843237 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 is scheduled to L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 with binding_index 1 {{(pid=93434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:08:37.868278 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port fcf37911-8d89-4252-a630-1e1943a61173 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:37.868646 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:37.875679 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Set router a2e107fd-cb6a-4076-909c-f6b0eae9e622 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:37.964254 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:08:37.977349 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Sync routers for ids ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:08:37.987924 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:37.988848 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Routers {'f3ecf185-e0c9-4073-8093-d89fe06c5ca7'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:37.989607 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:37.990728 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-2984f4ed-6f44-40d1-b990-c09720bdbef4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9529276 Aug 07 04:08:37.993732 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54282) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:37.997129 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:38.128329 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Set router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:38.154934 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device fffd6c16-583e-4e67-a048-46e7d022acec up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:38.198618 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Allocated IP 172.20.0.1 (39246087-9385-4b21-a24b-0dbc78e49860/bbb7f23f-6722-47b1-aa6e-69848ac990db/43ac1067-3e09-4784-a22e-5a433ea5bb5a) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:08:38.228236 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e107fd-cb6a-4076-909c-f6b0eae9e622', 'name': 'tempest-TestVolumeBootPattern-8329212-router', 'tenant_id': '2818bf3c12874aee85c29e804ec58559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:34Z', 'updated_at': '2021-08-07T04:08:36Z', 'revision_number': 3, 'project_id': '2818bf3c12874aee85c29e804ec58559', 'gw_port': {'id': '2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:15:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e107fd-cb6a-4076-909c-f6b0eae9e622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:38.296315 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port fffd6c16-583e-4e67-a048-46e7d022acec completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:38.310469 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Checking router: a2e107fd-cb6a-4076-909c-f6b0eae9e622 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:08:38.310811 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Updating router a2e107fd-cb6a-4076-909c-f6b0eae9e622 port 2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d binding host dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:08:38.344973 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port fffd6c16-583e-4e67-a048-46e7d022acec triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:38.345351 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:38.374950 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:38.388305 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:38.393314 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Transition to ACTIVE for port object 43ac1067-3e09-4784-a22e-5a433ea5bb5a will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:38.401308 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'name': 'tempest-TestMinimumBasicScenario-1234786737-router', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '23be311a-72dd-4d99-8973-dfff1495f114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:37Z', 'revision_number': 3, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'gw_port': {'id': '23be311a-72dd-4d99-8973-dfff1495f114', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:36Z', 'updated_at': '2021-08-07T04:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:38.431106 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Checking router: f3ecf185-e0c9-4073-8093-d89fe06c5ca7 for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:08:38.431622 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Updating router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 port 23be311a-72dd-4d99-8973-dfff1495f114 binding host dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:08:38.445107 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:38.462374 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:38.506097 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Network 39246087-9385-4b21-a24b-0dbc78e49860 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:38.515040 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:38.518910 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:08:38.552284 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Pushing event updated for resources: {'Port': ['ID=43ac1067-3e09-4784-a22e-5a433ea5bb5a,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:38.572459 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965645'] for router_interface, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:38.639749 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:38.674941 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-4a93c9aa-03bc-4528-b927-823b11b1e68a None None] Provisioning complete for port fffd6c16-583e-4e67-a048-46e7d022acec triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:38.675348 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-4a93c9aa-03bc-4528-b927-823b11b1e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:38.735350 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port fffd6c16-583e-4e67-a048-46e7d022acec, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=fffd6c16-583e-4e67-a048-46e7d022acec,segment=NetworkSegment(e19a1b71-123f-4fef-9118-364a383b3539),segment_id=e19a1b71-123f-4fef-9118-364a383b3539)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:38.746773 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:38.748078 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 27c1a5e4-3492-4581-9a7b-6159999af4a9 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:38.794798 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:38.845708 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:38.845928 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=fffd6c16-583e-4e67-a048-46e7d022acec,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:38.869552 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Transition to ACTIVE for port object 23be311a-72dd-4d99-8973-dfff1495f114 will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:38.877015 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:38.898286 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:38.936468 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee53434-f47b-4758-9a69-291990c1619e None None] Pushing event updated for resources: {'Port': ['ID=23be311a-72dd-4d99-8973-dfff1495f114,revision_number=2']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:38.948684 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 27c1a5e4-3492-4581-9a7b-6159999af4a9 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:38.965570 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 27c1a5e4-3492-4581-9a7b-6159999af4a9 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:38.965949 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:38.968933 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Attempting to bind port 23be311a-72dd-4d99-8973-dfff1495f114 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:08:38.971452 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Attempting to bind port 23be311a-72dd-4d99-8973-dfff1495f114 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:08:38.971819 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Attempting to bind port 23be311a-72dd-4d99-8973-dfff1495f114 on network 742dd36a-95ab-4647-8a99-05399f0a04a1 {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:08:38.979701 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:08:38.980433 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Checking segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:38.980543 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:38.981159 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Bound using segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:08:38.981644 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Bound port: 23be311a-72dd-4d99-8973-dfff1495f114, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:08:38.982045 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.012939 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.020795 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.047808 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] For port 23be311a-72dd-4d99-8973-dfff1495f114, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:08:39.055518 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] For port 23be311a-72dd-4d99-8973-dfff1495f114, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=23be311a-72dd-4d99-8973-dfff1495f114,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:08:39.064896 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.097724 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Allocated IP 172.20.0.1 (e61a548b-683a-47cd-93a6-20df475aa443/18f30234-ee7f-4f30-91ba-1f101f3a206c/e1b33757-eabb-43e5-896f-be8fe0127c52) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:08:39.116101 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Pushing event updated for resources: {'Port': ['ID=43ac1067-3e09-4784-a22e-5a433ea5bb5a,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:39.124733 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-965817'] for router_interface, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.141335 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3f738687-c795-465e-8243-b720db5a683b None None] Provisioning for port 43ac1067-3e09-4784-a22e-5a433ea5bb5a completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:39.146385 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.155728 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3f738687-c795-465e-8243-b720db5a683b None None] Provisioning complete for port 43ac1067-3e09-4784-a22e-5a433ea5bb5a triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:39.156049 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3f738687-c795-465e-8243-b720db5a683b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.169882 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.209667 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Transition to ACTIVE for port object 2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:39.230872 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.236829 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.241860 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 27c1a5e4-3492-4581-9a7b-6159999af4a9, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=27c1a5e4-3492-4581-9a7b-6159999af4a9,segment=NetworkSegment(e73bc363-1360-4e8b-bd90-ad1bd0aaabde),segment_id=e73bc363-1360-4e8b-bd90-ad1bd0aaabde)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:39.243047 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Network 39246087-9385-4b21-a24b-0dbc78e49860 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:39.244807 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:39.252874 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Transition to ACTIVE for port object e1b33757-eabb-43e5-896f-be8fe0127c52 will not be triggered until provisioned by entity DHCP. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:39.280218 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3f738687-c795-465e-8243-b720db5a683b None None] Port 43ac1067-3e09-4784-a22e-5a433ea5bb5a cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:08:39.290361 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.291201 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device e1de5ca5-ed7b-47b2-877b-69a682767aa6 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:39.297144 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Routers {'f3ecf185-e0c9-4073-8093-d89fe06c5ca7'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:39.298192 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:39.304556 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.304951 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee53434-f47b-4758-9a69-291990c1619e None None] Pushing event updated for resources: {'Port': ['ID=23be311a-72dd-4d99-8973-dfff1495f114,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:39.361018 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Network e61a548b-683a-47cd-93a6-20df475aa443 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:39.363909 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:39.367915 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:08:39.378470 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Attempting to bind port 2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:08:39.378859 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Attempting to bind port 2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:08:39.381538 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Attempting to bind port 2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d on network 742dd36a-95ab-4647-8a99-05399f0a04a1 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:08:39.396854 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467162b4-910c-427e-84da-b7cc60765a1f None None] Pushing event updated for resources: {'Port': ['ID=2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:39.416211 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:08:39.416211 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Checking segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:39.416435 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.416795 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Bound using segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:08:39.417288 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Bound port: 2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:08:39.426833 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.429949 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e1b33757-eabb-43e5-896f-be8fe0127c52,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:39.441747 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965645'] for router_interface, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.508664 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Router a2e107fd-cb6a-4076-909c-f6b0eae9e622 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:08:39.515083 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] Set router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:39.557823 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=27c1a5e4-3492-4581-9a7b-6159999af4a9,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:39.584042 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port e1de5ca5-ed7b-47b2-877b-69a682767aa6 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:39.592898 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] For port 2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:08:39.603617 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] For port 2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:08:39.604878 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port e1de5ca5-ed7b-47b2-877b-69a682767aa6 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:39.605294 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.616356 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.620833 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.702386 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467162b4-910c-427e-84da-b7cc60765a1f None None] Pushing event updated for resources: {'Port': ['ID=2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:39.717976 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:08:39.732085 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-35aaf6d1-5b96-4ed4-90c0-73fd366d007f admin admin] 10.222.0.18 "PUT /v2.0/routers/a2e107fd-cb6a-4076-909c-f6b0eae9e622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2057364 Aug 07 04:08:39.737890 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-897a033f-e940-4201-a758-68e0e899b596 None None] Provisioning complete for port 43ac1067-3e09-4784-a22e-5a433ea5bb5a triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:39.738259 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-897a033f-e940-4201-a758-68e0e899b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.775081 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Routers {'a2e107fd-cb6a-4076-909c-f6b0eae9e622'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:39.775722 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['a2e107fd-cb6a-4076-909c-f6b0eae9e622'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:39.825471 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'name': 'tempest-TestMinimumBasicScenario-1234786737-router', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '23be311a-72dd-4d99-8973-dfff1495f114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:37Z', 'revision_number': 3, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'gw_port': {'id': '23be311a-72dd-4d99-8973-dfff1495f114', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:36Z', 'updated_at': '2021-08-07T04:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:39.859780 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22db36c-9811-45bf-9797-5b5772c46f98 None None] The sync data for ids ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'] in dv-cinder-803748-2-iscsi is: [{'id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'name': 'tempest-TestMinimumBasicScenario-1234786737-router', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '23be311a-72dd-4d99-8973-dfff1495f114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:37Z', 'revision_number': 3, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'gw_port': {'id': '23be311a-72dd-4d99-8973-dfff1495f114', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:36Z', 'updated_at': '2021-08-07T04:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:08:39.890361 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.900217 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.969518 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-965817'] for router_interface, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:39.977590 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-897a033f-e940-4201-a758-68e0e899b596 None None] Port 43ac1067-3e09-4784-a22e-5a433ea5bb5a cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:08:39.995837 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e1b33757-eabb-43e5-896f-be8fe0127c52,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:40.001871 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:40.079045 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port e1de5ca5-ed7b-47b2-877b-69a682767aa6, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=e1de5ca5-ed7b-47b2-877b-69a682767aa6,segment=NetworkSegment(549511e2-bf80-4ddd-8be1-f50d68cac207),segment_id=549511e2-bf80-4ddd-8be1-f50d68cac207)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:40.083089 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] Set router a2e107fd-cb6a-4076-909c-f6b0eae9e622 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:40.107643 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Network e61a548b-683a-47cd-93a6-20df475aa443 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:40.109464 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:40.186083 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:40.266271 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-9ee27904-851a-486f-933a-11fab4c13a7e None None] Provisioning for port e1b33757-eabb-43e5-896f-be8fe0127c52 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:40.281213 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-9ee27904-851a-486f-933a-11fab4c13a7e None None] Provisioning complete for port e1b33757-eabb-43e5-896f-be8fe0127c52 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:40.281688 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9ee27904-851a-486f-933a-11fab4c13a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:40.365280 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:08:40.405490 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=e1de5ca5-ed7b-47b2-877b-69a682767aa6,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:40.412747 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-9ee27904-851a-486f-933a-11fab4c13a7e None None] Port e1b33757-eabb-43e5-896f-be8fe0127c52 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:08:40.473670 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 23be311a-72dd-4d99-8973-dfff1495f114 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:40.522272 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:08:40.529640 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-1aa1cb8e-980b-48f8-a887-bcf336b802f0 admin admin] 10.222.0.18 "PUT /v2.0/routers/f3ecf185-e0c9-4073-8093-d89fe06c5ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5344112 Aug 07 04:08:40.566412 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e107fd-cb6a-4076-909c-f6b0eae9e622', 'name': 'tempest-TestVolumeBootPattern-8329212-router', 'tenant_id': '2818bf3c12874aee85c29e804ec58559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:34Z', 'updated_at': '2021-08-07T04:08:38Z', 'revision_number': 4, 'project_id': '2818bf3c12874aee85c29e804ec58559', 'gw_port': {'id': '2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:15:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e107fd-cb6a-4076-909c-f6b0eae9e622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '43ac1067-3e09-4784-a22e-5a433ea5bb5a', 'name': '', 'network_id': '39246087-9385-4b21-a24b-0dbc78e49860', 'tenant_id': '2818bf3c12874aee85c29e804ec58559', 'mac_address': 'fa:16:3e:92:1e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e107fd-cb6a-4076-909c-f6b0eae9e622', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bbb7f23f-6722-47b1-aa6e-69848ac990db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:38Z', 'updated_at': '2021-08-07T04:08:38Z', 'revision_number': 2, 'project_id': '2818bf3c12874aee85c29e804ec58559', 'subnets': [{'id': 'bbb7f23f-6722-47b1-aa6e-69848ac990db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:40.601132 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cce23e-3e09-47bd-bd3f-b489e7cf757a None None] The sync data for ids ['a2e107fd-cb6a-4076-909c-f6b0eae9e622'] in dv-cinder-803748-2-iscsi is: [{'id': 'a2e107fd-cb6a-4076-909c-f6b0eae9e622', 'name': 'tempest-TestVolumeBootPattern-8329212-router', 'tenant_id': '2818bf3c12874aee85c29e804ec58559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:34Z', 'updated_at': '2021-08-07T04:08:38Z', 'revision_number': 4, 'project_id': '2818bf3c12874aee85c29e804ec58559', 'gw_port': {'id': '2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:15:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e107fd-cb6a-4076-909c-f6b0eae9e622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '43ac1067-3e09-4784-a22e-5a433ea5bb5a', 'name': '', 'network_id': '39246087-9385-4b21-a24b-0dbc78e49860', 'tenant_id': '2818bf3c12874aee85c29e804ec58559', 'mac_address': 'fa:16:3e:92:1e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e107fd-cb6a-4076-909c-f6b0eae9e622', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bbb7f23f-6722-47b1-aa6e-69848ac990db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:38Z', 'updated_at': '2021-08-07T04:08:38Z', 'revision_number': 2, 'project_id': '2818bf3c12874aee85c29e804ec58559', 'subnets': [{'id': 'bbb7f23f-6722-47b1-aa6e-69848ac990db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:08:40.604489 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-5ad46824-574e-4cbb-b42e-28fdfcc14be6 None None] Provisioning complete for port e1b33757-eabb-43e5-896f-be8fe0127c52 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:40.604689 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-5ad46824-574e-4cbb-b42e-28fdfcc14be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:40.647304 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 23be311a-72dd-4d99-8973-dfff1495f114 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:40.656652 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-5ad46824-574e-4cbb-b42e-28fdfcc14be6 None None] Port e1b33757-eabb-43e5-896f-be8fe0127c52 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:08:40.656770 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54298) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:40.658340 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 23be311a-72dd-4d99-8973-dfff1495f114 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:40.658731 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:40.667137 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-c19fd6a1-c012-48ac-b690-df2ba7080c0a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649661889', 'description': 'tempest-secgroup-smoke-1649661889 description', 'project_id': '247ed23b8f704cad8656985f5f9aac7d'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:40.717731 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c19fd6a1-c012-48ac-b690-df2ba7080c0a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:40.755266 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:40.782297 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 23be311a-72dd-4d99-8973-dfff1495f114, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=23be311a-72dd-4d99-8973-dfff1495f114,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:40.791969 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:40.793748 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device fffd6c16-583e-4e67-a048-46e7d022acec up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:40.883705 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c19fd6a1-c012-48ac-b690-df2ba7080c0a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:40.908332 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=23be311a-72dd-4d99-8973-dfff1495f114,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:40.920383 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port fffd6c16-583e-4e67-a048-46e7d022acec triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:40.920611 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c19fd6a1-c012-48ac-b690-df2ba7080c0a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:40.921076 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:40.964596 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c19fd6a1-c012-48ac-b690-df2ba7080c0a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:40.972292 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-c19fd6a1-c012-48ac-b690-df2ba7080c0a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3056183 Aug 07 04:08:40.972292 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54304) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:40.976280 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-181eede8-ff27-4e3c-9b06-1ed8c109f77d tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Request body: {'security_group_rule': {'security_group_id': '7233668c-9715-4c05-87d7-2556a1c277a9', 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:40.980837 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fd6a1-c012-48ac-b690-df2ba7080c0a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7233668c-9715-4c05-87d7-2556a1c277a9,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:41.023031 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-181eede8-ff27-4e3c-9b06-1ed8c109f77d tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.044795 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 27c1a5e4-3492-4581-9a7b-6159999af4a9 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:41.118662 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-181eede8-ff27-4e3c-9b06-1ed8c109f77d tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.119401 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 27c1a5e4-3492-4581-9a7b-6159999af4a9 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:41.119754 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.131798 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-181eede8-ff27-4e3c-9b06-1ed8c109f77d tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.156314 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-181eede8-ff27-4e3c-9b06-1ed8c109f77d tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.160194 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-181eede8-ff27-4e3c-9b06-1ed8c109f77d tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1862922 Aug 07 04:08:41.160539 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54312) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:41.165333 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-58f1b7a4-866e-4e02-ae21-1d17257dea53 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Request body: {'security_group_rule': {'security_group_id': '7233668c-9715-4c05-87d7-2556a1c277a9', 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:41.169953 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181eede8-ff27-4e3c-9b06-1ed8c109f77d tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a60efa3-0c1f-4dc7-99a8-d8ac9163be22,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:41.204099 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-58f1b7a4-866e-4e02-ae21-1d17257dea53 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.270575 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-58f1b7a4-866e-4e02-ae21-1d17257dea53 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.275555 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-58f1b7a4-866e-4e02-ae21-1d17257dea53 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.294662 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1b7a4-866e-4e02-ae21-1d17257dea53 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ff9b10-3315-4fd5-9d1e-7a896bd543d4,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:41.303401 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-58f1b7a4-866e-4e02-ae21-1d17257dea53 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.307979 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54316) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:41.308156 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-58f1b7a4-866e-4e02-ae21-1d17257dea53 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464458 Aug 07 04:08:41.313399 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-9d7945b4-1e64-4c43-b78a-7980a53b964a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Request body: {'security_group_rule': {'security_group_id': '7233668c-9715-4c05-87d7-2556a1c277a9', 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:41.319784 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54318) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:41.327651 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1288706542-network', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:41.351977 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.db.api [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 07 04:08:41.351977 dv-cinder-803748-2-iscsi neutron-server[93434]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 07 04:08:41.351977 dv-cinder-803748-2-iscsi neutron-server[93434]: [parameters: {'project_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'id': '51585dd5-b3ce-481e-87ac-c7bf2464f08f', 'expiration': datetime.datetime(2021, 8, 7, 4, 10, 41, 343395)}] Aug 07 04:08:41.351977 dv-cinder-803748-2-iscsi neutron-server[93434]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93434) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 04:08:41.352514 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG oslo_db.api [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 04:08:41.360300 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9d7945b4-1e64-4c43-b78a-7980a53b964a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.423995 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9d7945b4-1e64-4c43-b78a-7980a53b964a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.428702 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9d7945b4-1e64-4c43-b78a-7980a53b964a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.446895 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7945b4-1e64-4c43-b78a-7980a53b964a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b5f0ec-6c6a-4118-9c36-0a009678dfef,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:41.453685 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9d7945b4-1e64-4c43-b78a-7980a53b964a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.454946 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9d7945b4-1e64-4c43-b78a-7980a53b964a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452296 Aug 07 04:08:41.457585 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54320) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:41.461803 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-3984d6c3-5968-4178-a22c-02a023924414 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Request body: {'security_group_rule': {'security_group_id': '7233668c-9715-4c05-87d7-2556a1c277a9', 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:41.487768 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3984d6c3-5968-4178-a22c-02a023924414 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.551544 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3984d6c3-5968-4178-a22c-02a023924414 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.559266 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3984d6c3-5968-4178-a22c-02a023924414 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.592242 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3984d6c3-5968-4178-a22c-02a023924414 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.596462 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3984d6c3-5968-4178-a22c-02a023924414 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350663 Aug 07 04:08:41.596758 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54322) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:41.599599 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984d6c3-5968-4178-a22c-02a023924414 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae417807-0b6a-400c-b931-c532eb4cee18,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:41.601845 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-27657d62-69c3-4307-b9e6-1e6521da2eea tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Request body: {'security_group_rule': {'security_group_id': '7233668c-9715-4c05-87d7-2556a1c277a9', 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:41.622885 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.securitygroups_db [None req-27657d62-69c3-4307-b9e6-1e6521da2eea tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Project 247ed23b8f704cad8656985f5f9aac7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 04:08:41.630045 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-27657d62-69c3-4307-b9e6-1e6521da2eea tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.704392 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-27657d62-69c3-4307-b9e6-1e6521da2eea tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.708283 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-27657d62-69c3-4307-b9e6-1e6521da2eea tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.727747 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27657d62-69c3-4307-b9e6-1e6521da2eea tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84a401a-51a7-4f75-8446-d564366fc839,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:41.731644 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-27657d62-69c3-4307-b9e6-1e6521da2eea tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.732872 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-27657d62-69c3-4307-b9e6-1e6521da2eea tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1349506 Aug 07 04:08:41.735658 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54326) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:41.740009 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-b599984a-89d3-40bd-96c1-c470f13f3e21 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Request body: {'security_group_rule': {'security_group_id': '7233668c-9715-4c05-87d7-2556a1c277a9', 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:41.760904 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.securitygroups_db [None req-b599984a-89d3-40bd-96c1-c470f13f3e21 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Project 247ed23b8f704cad8656985f5f9aac7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 04:08:41.766075 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b599984a-89d3-40bd-96c1-c470f13f3e21 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.825324 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b599984a-89d3-40bd-96c1-c470f13f3e21 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.828779 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b599984a-89d3-40bd-96c1-c470f13f3e21 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.846477 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599984a-89d3-40bd-96c1-c470f13f3e21 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b9ac74-bcb7-4824-a381-7284ef74b10e,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:41.854519 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-b599984a-89d3-40bd-96c1-c470f13f3e21 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.855904 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-b599984a-89d3-40bd-96c1-c470f13f3e21 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193297 Aug 07 04:08:41.873675 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] Made reservation on behalf of f2503bdc0ac24783b60d8b1cfeaee246 for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:08:41.876192 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.885224 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.977660 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:41.982649 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:42.010223 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:08:42.021463 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a5402b-0db9-4b50-9116-a8f715ae0702,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:42.026788 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:42.027202 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] Added segment 749adf09-3962-4576-b3f9-a4fa15827aa1 of type vlan for network acb03650-56e5-4a69-a7a5-08c4f445a5e7 Aug 07 04:08:42.072308 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:42.101298 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:42.102260 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:42.102836 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:42.160972 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8400464 Aug 07 04:08:42.163871 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54366) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:42.168092 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288d2eb-6799-42d0-97b0-17f1dbe67978 admin admin] Pushing event updated for resources: {'Network': ['ID=acb03650-56e5-4a69-a7a5-08c4f445a5e7,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:42.169019 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-40cbe680-95fe-4d66-86aa-1a3321e1ccbf admin admin] Request body: {'subnet': {'network_id': 'acb03650-56e5-4a69-a7a5-08c4f445a5e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1288706542-subnet', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'ip_version': 4}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:42.181456 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network acb03650-56e5-4a69-a7a5-08c4f445a5e7 details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:08:42.194538 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cbe680-95fe-4d66-86aa-1a3321e1ccbf admin admin] Made reservation on behalf of f2503bdc0ac24783b60d8b1cfeaee246 for: {'subnet': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:08:42.197067 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-40cbe680-95fe-4d66-86aa-1a3321e1ccbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8841477'] for subnet, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:42.401412 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:42.469619 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:42.474259 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:42.474786 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:42.562249 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:42.581918 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:42.586017 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:42.587154 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device e1de5ca5-ed7b-47b2-877b-69a682767aa6 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:42.662326 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:42.676319 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port e1de5ca5-ed7b-47b2-877b-69a682767aa6 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:42.676669 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:42.678878 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-40cbe680-95fe-4d66-86aa-1a3321e1ccbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3699648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8841527'] for subnet, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:42.735755 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbe680-95fe-4d66-86aa-1a3321e1ccbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a1870d1-b23b-45e2-9b8a-2bd9c833589a,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:42.744600 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cbe680-95fe-4d66-86aa-1a3321e1ccbf admin admin] Checking segment: {'id': '749adf09-3962-4576-b3f9-a4fa15827aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'acb03650-56e5-4a69-a7a5-08c4f445a5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:42.745620 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cbe680-95fe-4d66-86aa-1a3321e1ccbf admin admin] Network hostable DHCP agents. Network: acb03650-56e5-4a69-a7a5-08c4f445a5e7, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:08:42.767049 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cbe680-95fe-4d66-86aa-1a3321e1ccbf admin admin] Network acb03650-56e5-4a69-a7a5-08c4f445a5e7 is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:08:42.780858 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-40cbe680-95fe-4d66-86aa-1a3321e1ccbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, acb03650-56e5-4a69-a7a5-08c4f445a5e7) {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:42.782192 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 23be311a-72dd-4d99-8973-dfff1495f114 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:42.785584 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cbe680-95fe-4d66-86aa-1a3321e1ccbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:42.786170 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-40cbe680-95fe-4d66-86aa-1a3321e1ccbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:42.803373 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-40cbe680-95fe-4d66-86aa-1a3321e1ccbf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6383326 Aug 07 04:08:42.805761 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54390) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:42.810305 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1288706542-router', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:42.810587 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825198a5-5c33-4fb8-bdd3-11ab7c091fb5 None None] Network acb03650-56e5-4a69-a7a5-08c4f445a5e7 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:08:42.834468 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31465'] for router, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:42.835540 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-953212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:42.897545 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:42.905133 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 23be311a-72dd-4d99-8973-dfff1495f114 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:42.905499 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:43.028747 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa997e167-6b1a-5d8a-8195-c4d873ed3b43-acb03650-56e5-4a69-a7a5-08c4f445a5e7', 'network_id': 'acb03650-56e5-4a69-a7a5-08c4f445a5e7', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'fixed_ips': [{'subnet_id': '0a1870d1-b23b-45e2-9b8a-2bd9c833589a'}]}} from dv-cinder-803748-2-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:08:43.029848 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:43.037348 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:43.180678 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Allocated IP 172.20.0.2 (acb03650-56e5-4a69-a7a5-08c4f445a5e7/0a1870d1-b23b-45e2-9b8a-2bd9c833589a/d7daf72d-aeb5-49ab-a025-97bc09768af9) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:08:43.242057 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:43.266125 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:43.330769 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:43.338931 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Transition to ACTIVE for port object d7daf72d-aeb5-49ab-a025-97bc09768af9 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:43.360678 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Transition to ACTIVE for port object d7daf72d-aeb5-49ab-a025-97bc09768af9 will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:43.366332 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:43.373855 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Allocated IP 172.27.0.170 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/10a3fe01-1d7b-4086-a520-1ccc7f6c9960) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:08:43.407047 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Network acb03650-56e5-4a69-a7a5-08c4f445a5e7 is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:43.411954 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:43.416191 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:08:43.419360 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Pushing event updated for resources: {'Port': ['ID=d7daf72d-aeb5-49ab-a025-97bc09768af9,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:43.474001 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Attempting to bind port d7daf72d-aeb5-49ab-a025-97bc09768af9 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:08:43.474386 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Attempting to bind port d7daf72d-aeb5-49ab-a025-97bc09768af9 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '749adf09-3962-4576-b3f9-a4fa15827aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'acb03650-56e5-4a69-a7a5-08c4f445a5e7'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:08:43.474750 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Attempting to bind port d7daf72d-aeb5-49ab-a025-97bc09768af9 on network acb03650-56e5-4a69-a7a5-08c4f445a5e7 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:08:43.480530 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:08:43.480680 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Checking segment: {'id': '749adf09-3962-4576-b3f9-a4fa15827aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'acb03650-56e5-4a69-a7a5-08c4f445a5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:43.481069 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:43.481616 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Bound using segment: {'id': '749adf09-3962-4576-b3f9-a4fa15827aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'acb03650-56e5-4a69-a7a5-08c4f445a5e7'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:08:43.482185 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Bound port: d7daf72d-aeb5-49ab-a025-97bc09768af9, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749adf09-3962-4576-b3f9-a4fa15827aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'acb03650-56e5-4a69-a7a5-08c4f445a5e7'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:08:43.482625 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:43.484585 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:43.533572 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:43.553953 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] For port d7daf72d-aeb5-49ab-a025-97bc09768af9, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:08:43.561745 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] For port d7daf72d-aeb5-49ab-a025-97bc09768af9, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=d7daf72d-aeb5-49ab-a025-97bc09768af9,segment=NetworkSegment(749adf09-3962-4576-b3f9-a4fa15827aa1),segment_id=749adf09-3962-4576-b3f9-a4fa15827aa1)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:08:43.570132 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:43.582355 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:43.585611 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:43.590722 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:08:43.639967 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a62c82-be08-43ac-928c-d6b62afa2443 None None] Pushing event updated for resources: {'Port': ['ID=d7daf72d-aeb5-49ab-a025-97bc09768af9,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:43.643505 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Pushing event updated for resources: {'Port': ['ID=10a3fe01-1d7b-4086-a520-1ccc7f6c9960,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:43.884815 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:44.086859 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965374'] for router, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:44.217200 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Router 4595810e-004c-48c5-96cd-f08a4db06272 is scheduled to L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 with binding_index 1 {{(pid=93433) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:08:44.343285 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:08:44.353681 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:44.360205 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Sync routers for ids ['4595810e-004c-48c5-96cd-f08a4db06272'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:08:44.370188 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] Notify callbacks [] for router, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:44.372649 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-aed14cf3-f51e-4f64-b73c-90354867c088 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5658822 Aug 07 04:08:44.375347 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54396) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:08:44.401242 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Routers {'4595810e-004c-48c5-96cd-f08a4db06272'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:44.402259 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['4595810e-004c-48c5-96cd-f08a4db06272'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:44.527723 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Set router 4595810e-004c-48c5-96cd-f08a4db06272 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:44.571012 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Sync routers for ids ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:08:44.597193 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Routers {'f3ecf185-e0c9-4073-8093-d89fe06c5ca7'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:44.598187 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:44.617238 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:44.617613 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:44.762544 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Set router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:44.875557 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc136ab3-5179-4704-9005-d2338194cc33 None None] Network acb03650-56e5-4a69-a7a5-08c4f445a5e7 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:08:44.895476 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.030626 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'name': 'tempest-TestMinimumBasicScenario-1234786737-router', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '23be311a-72dd-4d99-8973-dfff1495f114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:39Z', 'revision_number': 4, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'gw_port': {'id': '23be311a-72dd-4d99-8973-dfff1495f114', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:36Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'e1b33757-eabb-43e5-896f-be8fe0127c52', 'name': '', 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'mac_address': 'fa:16:3e:f0:07:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:38Z', 'updated_at': '2021-08-07T04:08:39Z', 'revision_number': 2, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'subnets': [{'id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:45.034712 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-f0de2ae7-2787-4919-b9e2-9b78ff0bdbb6 None None] Provisioning for port d7daf72d-aeb5-49ab-a025-97bc09768af9 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:45.061928 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Checking router: f3ecf185-e0c9-4073-8093-d89fe06c5ca7 for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:08:45.062286 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Updating router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 port e1b33757-eabb-43e5-896f-be8fe0127c52 binding host dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:08:45.089500 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Allocated IP 172.20.0.1 (acb03650-56e5-4a69-a7a5-08c4f445a5e7/0a1870d1-b23b-45e2-9b8a-2bd9c833589a/4e80369d-e2dc-4f82-ae92-16282cced0d9) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:08:45.090451 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.179108 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device d7daf72d-aeb5-49ab-a025-97bc09768af9 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:45.227811 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.256172 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Transition to ACTIVE for port object 4e80369d-e2dc-4f82-ae92-16282cced0d9 will not be triggered until provisioned by entity DHCP. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:45.263439 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595810e-004c-48c5-96cd-f08a4db06272', 'name': 'tempest-TestMinimumBasicScenario-1288706542-router', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '10a3fe01-1d7b-4086-a520-1ccc7f6c9960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:42Z', 'updated_at': '2021-08-07T04:08:43Z', 'revision_number': 3, 'project_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'gw_port': {'id': '10a3fe01-1d7b-4086-a520-1ccc7f6c9960', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595810e-004c-48c5-96cd-f08a4db06272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:43Z', 'updated_at': '2021-08-07T04:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:45.301143 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.301430 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Checking router: 4595810e-004c-48c5-96cd-f08a4db06272 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:08:45.301860 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Updating router 4595810e-004c-48c5-96cd-f08a4db06272 port 10a3fe01-1d7b-4086-a520-1ccc7f6c9960 binding host dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:08:45.345816 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port d7daf72d-aeb5-49ab-a025-97bc09768af9 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:45.349257 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.354473 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port d7daf72d-aeb5-49ab-a025-97bc09768af9 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:45.355669 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.364114 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=4e80369d-e2dc-4f82-ae92-16282cced0d9,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:45.379250 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Network acb03650-56e5-4a69-a7a5-08c4f445a5e7 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:45.381372 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:45.389945 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:08:45.445058 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.462320 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Transition to ACTIVE for port object e1b33757-eabb-43e5-896f-be8fe0127c52 will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:45.472419 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965645'] for router_interface, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.475023 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.643557 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e5b3c-6cc6-4318-aaef-c06225180834 None None] Pushing event updated for resources: {'Port': ['ID=e1b33757-eabb-43e5-896f-be8fe0127c52,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:45.695202 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.742284 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.747947 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Attempting to bind port e1b33757-eabb-43e5-896f-be8fe0127c52 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:08:45.748475 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Attempting to bind port e1b33757-eabb-43e5-896f-be8fe0127c52 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': 'e19a1b71-123f-4fef-9118-364a383b3539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:08:45.748945 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Attempting to bind port e1b33757-eabb-43e5-896f-be8fe0127c52 on network e61a548b-683a-47cd-93a6-20df475aa443 {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:08:45.754737 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:08:45.755339 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Checking segment: {'id': 'e19a1b71-123f-4fef-9118-364a383b3539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:45.755834 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.756348 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Bound using segment: {'id': 'e19a1b71-123f-4fef-9118-364a383b3539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:08:45.756927 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Bound port: e1b33757-eabb-43e5-896f-be8fe0127c52, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19a1b71-123f-4fef-9118-364a383b3539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:08:45.757416 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.880054 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] For port e1b33757-eabb-43e5-896f-be8fe0127c52, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:08:45.882377 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port d7daf72d-aeb5-49ab-a025-97bc09768af9, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=d7daf72d-aeb5-49ab-a025-97bc09768af9,segment=NetworkSegment(749adf09-3962-4576-b3f9-a4fa15827aa1),segment_id=749adf09-3962-4576-b3f9-a4fa15827aa1)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:45.885302 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] For port e1b33757-eabb-43e5-896f-be8fe0127c52, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=e1b33757-eabb-43e5-896f-be8fe0127c52,segment=NetworkSegment(e19a1b71-123f-4fef-9118-364a383b3539),segment_id=e19a1b71-123f-4fef-9118-364a383b3539)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:08:45.893228 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.910293 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.915032 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-2a6c4710-c833-4743-b707-e72c1fa688b3 None None] Provisioning complete for port d7daf72d-aeb5-49ab-a025-97bc09768af9 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:45.915406 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-2a6c4710-c833-4743-b707-e72c1fa688b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.931317 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.940063 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:45.995167 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-965817'] for router_interface, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:46.002421 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e5b3c-6cc6-4318-aaef-c06225180834 None None] Pushing event updated for resources: {'Port': ['ID=e1b33757-eabb-43e5-896f-be8fe0127c52,revision_number=4']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:46.005622 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Routers {'f3ecf185-e0c9-4073-8093-d89fe06c5ca7'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:46.015660 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:46.058450 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=4e80369d-e2dc-4f82-ae92-16282cced0d9,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:46.164222 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Network acb03650-56e5-4a69-a7a5-08c4f445a5e7 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:46.165869 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Sync routers for ids ['a2e107fd-cb6a-4076-909c-f6b0eae9e622'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:08:46.166159 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:46.201897 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] Set router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:46.228830 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Routers {'a2e107fd-cb6a-4076-909c-f6b0eae9e622'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:46.231692 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['a2e107fd-cb6a-4076-909c-f6b0eae9e622'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:46.309375 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Router 4595810e-004c-48c5-96cd-f08a4db06272 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:08:46.316497 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=d7daf72d-aeb5-49ab-a025-97bc09768af9,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:46.397644 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:46.443317 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Transition to ACTIVE for port object 10a3fe01-1d7b-4086-a520-1ccc7f6c9960 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:46.456376 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:46.459036 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:08:46.464032 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-2a13de95-36fb-4c16-bf33-c75dd91b4ff1 admin admin] 10.222.0.18 "PUT /v2.0/routers/4595810e-004c-48c5-96cd-f08a4db06272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0870709 Aug 07 04:08:46.478194 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'name': 'tempest-TestMinimumBasicScenario-1234786737-router', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '23be311a-72dd-4d99-8973-dfff1495f114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:39Z', 'revision_number': 4, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'gw_port': {'id': '23be311a-72dd-4d99-8973-dfff1495f114', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:36Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'e1b33757-eabb-43e5-896f-be8fe0127c52', 'name': '', 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'mac_address': 'fa:16:3e:f0:07:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:38Z', 'updated_at': '2021-08-07T04:08:45Z', 'revision_number': 4, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'subnets': [{'id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:46.516082 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Set router a2e107fd-cb6a-4076-909c-f6b0eae9e622 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:46.578174 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Attempting to bind port 10a3fe01-1d7b-4086-a520-1ccc7f6c9960 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:08:46.578551 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Attempting to bind port 10a3fe01-1d7b-4086-a520-1ccc7f6c9960 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:08:46.578919 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Attempting to bind port 10a3fe01-1d7b-4086-a520-1ccc7f6c9960 on network 742dd36a-95ab-4647-8a99-05399f0a04a1 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:08:46.596765 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c481b-e08f-4532-b228-748e34c5067c None None] Pushing event updated for resources: {'Port': ['ID=10a3fe01-1d7b-4086-a520-1ccc7f6c9960,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:46.597433 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db1a398-542f-446d-8981-fb14f50413a8 None None] The sync data for ids ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'] in dv-cinder-803748-2-iscsi is: [{'id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'name': 'tempest-TestMinimumBasicScenario-1234786737-router', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '23be311a-72dd-4d99-8973-dfff1495f114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:39Z', 'revision_number': 4, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'gw_port': {'id': '23be311a-72dd-4d99-8973-dfff1495f114', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:36Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'e1b33757-eabb-43e5-896f-be8fe0127c52', 'name': '', 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'mac_address': 'fa:16:3e:f0:07:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:38Z', 'updated_at': '2021-08-07T04:08:45Z', 'revision_number': 4, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'subnets': [{'id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:08:46.605435 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:08:46.605997 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Checking segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:46.606543 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:46.606945 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Bound using segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:08:46.609431 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Bound port: 10a3fe01-1d7b-4086-a520-1ccc7f6c9960, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:08:46.609431 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:46.725886 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-efdb4ddc-f04a-43dc-9ed8-d67bf506739b None None] Provisioning for port 4e80369d-e2dc-4f82-ae92-16282cced0d9 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:46.748338 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-efdb4ddc-f04a-43dc-9ed8-d67bf506739b None None] Provisioning complete for port 4e80369d-e2dc-4f82-ae92-16282cced0d9 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:46.748707 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-efdb4ddc-f04a-43dc-9ed8-d67bf506739b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:46.781444 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-ae818975-f6b8-4d4e-af40-2ebbc65b47b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:46.798411 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] For port 10a3fe01-1d7b-4086-a520-1ccc7f6c9960, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:08:46.823703 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] For port 10a3fe01-1d7b-4086-a520-1ccc7f6c9960, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=10a3fe01-1d7b-4086-a520-1ccc7f6c9960,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:08:46.828655 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-efdb4ddc-f04a-43dc-9ed8-d67bf506739b None None] Port 4e80369d-e2dc-4f82-ae92-16282cced0d9 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:08:46.845838 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:46.942035 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Routers {'4595810e-004c-48c5-96cd-f08a4db06272'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:46.942776 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['4595810e-004c-48c5-96cd-f08a4db06272'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:46.982801 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c481b-e08f-4532-b228-748e34c5067c None None] Pushing event updated for resources: {'Port': ['ID=10a3fe01-1d7b-4086-a520-1ccc7f6c9960,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:47.074382 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e107fd-cb6a-4076-909c-f6b0eae9e622', 'name': 'tempest-TestVolumeBootPattern-8329212-router', 'tenant_id': '2818bf3c12874aee85c29e804ec58559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:34Z', 'updated_at': '2021-08-07T04:08:38Z', 'revision_number': 4, 'project_id': '2818bf3c12874aee85c29e804ec58559', 'gw_port': {'id': '2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e107fd-cb6a-4076-909c-f6b0eae9e622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '43ac1067-3e09-4784-a22e-5a433ea5bb5a', 'name': '', 'network_id': '39246087-9385-4b21-a24b-0dbc78e49860', 'tenant_id': '2818bf3c12874aee85c29e804ec58559', 'mac_address': 'fa:16:3e:92:1e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e107fd-cb6a-4076-909c-f6b0eae9e622', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bbb7f23f-6722-47b1-aa6e-69848ac990db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:38Z', 'updated_at': '2021-08-07T04:08:38Z', 'revision_number': 2, 'project_id': '2818bf3c12874aee85c29e804ec58559', 'subnets': [{'id': 'bbb7f23f-6722-47b1-aa6e-69848ac990db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:47.112009 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Checking router: a2e107fd-cb6a-4076-909c-f6b0eae9e622 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:08:47.112397 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Updating router a2e107fd-cb6a-4076-909c-f6b0eae9e622 port 43ac1067-3e09-4784-a22e-5a433ea5bb5a binding host dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:08:47.116456 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] Set router 4595810e-004c-48c5-96cd-f08a4db06272 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:47.316841 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:47.826891 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:47.851731 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Transition to ACTIVE for port object 43ac1067-3e09-4784-a22e-5a433ea5bb5a will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:47.866407 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595810e-004c-48c5-96cd-f08a4db06272', 'name': 'tempest-TestMinimumBasicScenario-1288706542-router', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '10a3fe01-1d7b-4086-a520-1ccc7f6c9960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:42Z', 'updated_at': '2021-08-07T04:08:45Z', 'revision_number': 4, 'project_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'gw_port': {'id': '10a3fe01-1d7b-4086-a520-1ccc7f6c9960', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595810e-004c-48c5-96cd-f08a4db06272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:43Z', 'updated_at': '2021-08-07T04:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '4e80369d-e2dc-4f82-ae92-16282cced0d9', 'name': '', 'network_id': 'acb03650-56e5-4a69-a7a5-08c4f445a5e7', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'mac_address': 'fa:16:3e:5b:e0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595810e-004c-48c5-96cd-f08a4db06272', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0a1870d1-b23b-45e2-9b8a-2bd9c833589a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:44Z', 'updated_at': '2021-08-07T04:08:45Z', 'revision_number': 2, 'project_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'subnets': [{'id': '0a1870d1-b23b-45e2-9b8a-2bd9c833589a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:47.868657 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:47.983012 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa14f87-8853-4cb1-885b-bbdfb7bac843 None None] The sync data for ids ['4595810e-004c-48c5-96cd-f08a4db06272'] in dv-cinder-803748-2-iscsi is: [{'id': '4595810e-004c-48c5-96cd-f08a4db06272', 'name': 'tempest-TestMinimumBasicScenario-1288706542-router', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '10a3fe01-1d7b-4086-a520-1ccc7f6c9960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:42Z', 'updated_at': '2021-08-07T04:08:45Z', 'revision_number': 4, 'project_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'gw_port': {'id': '10a3fe01-1d7b-4086-a520-1ccc7f6c9960', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595810e-004c-48c5-96cd-f08a4db06272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:43Z', 'updated_at': '2021-08-07T04:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '4e80369d-e2dc-4f82-ae92-16282cced0d9', 'name': '', 'network_id': 'acb03650-56e5-4a69-a7a5-08c4f445a5e7', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'mac_address': 'fa:16:3e:5b:e0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595810e-004c-48c5-96cd-f08a4db06272', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0a1870d1-b23b-45e2-9b8a-2bd9c833589a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:44Z', 'updated_at': '2021-08-07T04:08:45Z', 'revision_number': 2, 'project_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'subnets': [{'id': '0a1870d1-b23b-45e2-9b8a-2bd9c833589a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:08:47.995528 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a36ee-e908-46fe-8e14-e780076f171c None None] Pushing event updated for resources: {'Port': ['ID=43ac1067-3e09-4784-a22e-5a433ea5bb5a,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:48.092929 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Attempting to bind port 43ac1067-3e09-4784-a22e-5a433ea5bb5a on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:08:48.095696 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Attempting to bind port 43ac1067-3e09-4784-a22e-5a433ea5bb5a by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': 'e73bc363-1360-4e8b-bd90-ad1bd0aaabde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '39246087-9385-4b21-a24b-0dbc78e49860'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:08:48.096381 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Attempting to bind port 43ac1067-3e09-4784-a22e-5a433ea5bb5a on network 39246087-9385-4b21-a24b-0dbc78e49860 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:08:48.102380 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:08:48.103174 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Checking segment: {'id': 'e73bc363-1360-4e8b-bd90-ad1bd0aaabde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '39246087-9385-4b21-a24b-0dbc78e49860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:48.103791 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:48.104384 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Bound using segment: {'id': 'e73bc363-1360-4e8b-bd90-ad1bd0aaabde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '39246087-9385-4b21-a24b-0dbc78e49860'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:08:48.105205 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Bound port: 43ac1067-3e09-4784-a22e-5a433ea5bb5a, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73bc363-1360-4e8b-bd90-ad1bd0aaabde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '39246087-9385-4b21-a24b-0dbc78e49860'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:08:48.105821 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:48.238331 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] For port 43ac1067-3e09-4784-a22e-5a433ea5bb5a, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:08:48.245179 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] For port 43ac1067-3e09-4784-a22e-5a433ea5bb5a, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=43ac1067-3e09-4784-a22e-5a433ea5bb5a,segment=NetworkSegment(e73bc363-1360-4e8b-bd90-ad1bd0aaabde),segment_id=e73bc363-1360-4e8b-bd90-ad1bd0aaabde)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:08:48.258324 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:48.354867 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a36ee-e908-46fe-8e14-e780076f171c None None] Pushing event updated for resources: {'Port': ['ID=43ac1067-3e09-4784-a22e-5a433ea5bb5a,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:48.358265 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Routers {'a2e107fd-cb6a-4076-909c-f6b0eae9e622'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:48.359027 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['a2e107fd-cb6a-4076-909c-f6b0eae9e622'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:48.654426 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] Set router a2e107fd-cb6a-4076-909c-f6b0eae9e622 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:48.698478 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device e1b33757-eabb-43e5-896f-be8fe0127c52 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:48.907690 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port e1b33757-eabb-43e5-896f-be8fe0127c52 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:48.917818 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port e1b33757-eabb-43e5-896f-be8fe0127c52 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:48.918354 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:49.099514 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:49.157272 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-fa18cc4b-0156-49de-a9aa-854617477ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:49.169368 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e107fd-cb6a-4076-909c-f6b0eae9e622', 'name': 'tempest-TestVolumeBootPattern-8329212-router', 'tenant_id': '2818bf3c12874aee85c29e804ec58559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:34Z', 'updated_at': '2021-08-07T04:08:38Z', 'revision_number': 4, 'project_id': '2818bf3c12874aee85c29e804ec58559', 'gw_port': {'id': '2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e107fd-cb6a-4076-909c-f6b0eae9e622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '43ac1067-3e09-4784-a22e-5a433ea5bb5a', 'name': '', 'network_id': '39246087-9385-4b21-a24b-0dbc78e49860', 'tenant_id': '2818bf3c12874aee85c29e804ec58559', 'mac_address': 'fa:16:3e:92:1e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e107fd-cb6a-4076-909c-f6b0eae9e622', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bbb7f23f-6722-47b1-aa6e-69848ac990db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:38Z', 'updated_at': '2021-08-07T04:08:48Z', 'revision_number': 4, 'project_id': '2818bf3c12874aee85c29e804ec58559', 'subnets': [{'id': 'bbb7f23f-6722-47b1-aa6e-69848ac990db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:49.203266 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0377d4c7-8853-4fb2-8f01-b84804a8d0ca None None] The sync data for ids ['a2e107fd-cb6a-4076-909c-f6b0eae9e622'] in dv-cinder-803748-2-iscsi is: [{'id': 'a2e107fd-cb6a-4076-909c-f6b0eae9e622', 'name': 'tempest-TestVolumeBootPattern-8329212-router', 'tenant_id': '2818bf3c12874aee85c29e804ec58559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:34Z', 'updated_at': '2021-08-07T04:08:38Z', 'revision_number': 4, 'project_id': '2818bf3c12874aee85c29e804ec58559', 'gw_port': {'id': '2fc0d69f-412c-457b-b4b1-9a1c7bc33e9d', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e107fd-cb6a-4076-909c-f6b0eae9e622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '43ac1067-3e09-4784-a22e-5a433ea5bb5a', 'name': '', 'network_id': '39246087-9385-4b21-a24b-0dbc78e49860', 'tenant_id': '2818bf3c12874aee85c29e804ec58559', 'mac_address': 'fa:16:3e:92:1e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e107fd-cb6a-4076-909c-f6b0eae9e622', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'bbb7f23f-6722-47b1-aa6e-69848ac990db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:38Z', 'updated_at': '2021-08-07T04:08:48Z', 'revision_number': 4, 'project_id': '2818bf3c12874aee85c29e804ec58559', 'subnets': [{'id': 'bbb7f23f-6722-47b1-aa6e-69848ac990db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:08:49.205847 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port e1b33757-eabb-43e5-896f-be8fe0127c52, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=e1b33757-eabb-43e5-896f-be8fe0127c52,segment=NetworkSegment(e19a1b71-123f-4fef-9118-364a383b3539),segment_id=e19a1b71-123f-4fef-9118-364a383b3539)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:49.210299 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:49.211404 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device d7daf72d-aeb5-49ab-a025-97bc09768af9 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:49.301860 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=e1b33757-eabb-43e5-896f-be8fe0127c52,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:49.311161 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port d7daf72d-aeb5-49ab-a025-97bc09768af9 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:49.311161 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:49.519190 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:50.423112 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 43ac1067-3e09-4784-a22e-5a433ea5bb5a up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:50.478381 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 43ac1067-3e09-4784-a22e-5a433ea5bb5a completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:50.482755 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 43ac1067-3e09-4784-a22e-5a433ea5bb5a triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:50.483164 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:50.566247 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:50.629031 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 43ac1067-3e09-4784-a22e-5a433ea5bb5a, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=43ac1067-3e09-4784-a22e-5a433ea5bb5a,segment=NetworkSegment(e73bc363-1360-4e8b-bd90-ad1bd0aaabde),segment_id=e73bc363-1360-4e8b-bd90-ad1bd0aaabde)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:50.637995 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:50.638770 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device e1b33757-eabb-43e5-896f-be8fe0127c52 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:50.644045 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:50.721768 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=43ac1067-3e09-4784-a22e-5a433ea5bb5a,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:50.734487 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port e1b33757-eabb-43e5-896f-be8fe0127c52 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:50.734862 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:50.831365 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 10a3fe01-1d7b-4086-a520-1ccc7f6c9960 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:50.911829 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 10a3fe01-1d7b-4086-a520-1ccc7f6c9960 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:50.917000 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 10a3fe01-1d7b-4086-a520-1ccc7f6c9960 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:50.917341 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:51.003449 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:51.026323 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 10a3fe01-1d7b-4086-a520-1ccc7f6c9960, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=10a3fe01-1d7b-4086-a520-1ccc7f6c9960,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:51.031894 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:51.087473 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=10a3fe01-1d7b-4086-a520-1ccc7f6c9960,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:52.311384 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 43ac1067-3e09-4784-a22e-5a433ea5bb5a up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:52.342688 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:52.382984 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 43ac1067-3e09-4784-a22e-5a433ea5bb5a triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:52.383367 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:52.471724 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 10a3fe01-1d7b-4086-a520-1ccc7f6c9960 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:52.524390 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 10a3fe01-1d7b-4086-a520-1ccc7f6c9960 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:52.524631 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:54.705407 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Sync routers for ids ['4595810e-004c-48c5-96cd-f08a4db06272'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:08:54.716019 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Routers {'4595810e-004c-48c5-96cd-f08a4db06272'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:54.716641 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['4595810e-004c-48c5-96cd-f08a4db06272'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:54.834503 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Set router 4595810e-004c-48c5-96cd-f08a4db06272 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:55.048264 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595810e-004c-48c5-96cd-f08a4db06272', 'name': 'tempest-TestMinimumBasicScenario-1288706542-router', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '10a3fe01-1d7b-4086-a520-1ccc7f6c9960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:42Z', 'updated_at': '2021-08-07T04:08:45Z', 'revision_number': 4, 'project_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'gw_port': {'id': '10a3fe01-1d7b-4086-a520-1ccc7f6c9960', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595810e-004c-48c5-96cd-f08a4db06272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:43Z', 'updated_at': '2021-08-07T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '4e80369d-e2dc-4f82-ae92-16282cced0d9', 'name': '', 'network_id': 'acb03650-56e5-4a69-a7a5-08c4f445a5e7', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'mac_address': 'fa:16:3e:5b:e0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595810e-004c-48c5-96cd-f08a4db06272', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0a1870d1-b23b-45e2-9b8a-2bd9c833589a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:44Z', 'updated_at': '2021-08-07T04:08:45Z', 'revision_number': 2, 'project_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'subnets': [{'id': '0a1870d1-b23b-45e2-9b8a-2bd9c833589a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:55.093175 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Checking router: 4595810e-004c-48c5-96cd-f08a4db06272 for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:08:55.093428 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Updating router 4595810e-004c-48c5-96cd-f08a4db06272 port 4e80369d-e2dc-4f82-ae92-16282cced0d9 binding host dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:08:55.122580 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:55.417985 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:55.432499 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Transition to ACTIVE for port object 4e80369d-e2dc-4f82-ae92-16282cced0d9 will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:55.442233 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:55.503690 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2458bf5-0c58-48ac-92d9-0e0b31c05e59 None None] Pushing event updated for resources: {'Port': ['ID=4e80369d-e2dc-4f82-ae92-16282cced0d9,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:55.560943 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Attempting to bind port 4e80369d-e2dc-4f82-ae92-16282cced0d9 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:08:55.561359 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Attempting to bind port 4e80369d-e2dc-4f82-ae92-16282cced0d9 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '749adf09-3962-4576-b3f9-a4fa15827aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'acb03650-56e5-4a69-a7a5-08c4f445a5e7'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:08:55.561711 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Attempting to bind port 4e80369d-e2dc-4f82-ae92-16282cced0d9 on network acb03650-56e5-4a69-a7a5-08c4f445a5e7 {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:08:55.568810 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:08:55.569167 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Checking segment: {'id': '749adf09-3962-4576-b3f9-a4fa15827aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'acb03650-56e5-4a69-a7a5-08c4f445a5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:08:55.569567 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:55.569955 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Bound using segment: {'id': '749adf09-3962-4576-b3f9-a4fa15827aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'acb03650-56e5-4a69-a7a5-08c4f445a5e7'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:08:55.570425 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Bound port: 4e80369d-e2dc-4f82-ae92-16282cced0d9, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749adf09-3962-4576-b3f9-a4fa15827aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'acb03650-56e5-4a69-a7a5-08c4f445a5e7'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:08:55.570815 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:55.652985 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] For port 4e80369d-e2dc-4f82-ae92-16282cced0d9, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:08:55.656907 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] For port 4e80369d-e2dc-4f82-ae92-16282cced0d9, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=4e80369d-e2dc-4f82-ae92-16282cced0d9,segment=NetworkSegment(749adf09-3962-4576-b3f9-a4fa15827aa1),segment_id=749adf09-3962-4576-b3f9-a4fa15827aa1)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:08:55.663291 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:55.732583 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Routers {'4595810e-004c-48c5-96cd-f08a4db06272'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:08:55.733234 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['4595810e-004c-48c5-96cd-f08a4db06272'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:55.736237 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2458bf5-0c58-48ac-92d9-0e0b31c05e59 None None] Pushing event updated for resources: {'Port': ['ID=4e80369d-e2dc-4f82-ae92-16282cced0d9,revision_number=4']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:55.876102 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] Set router 4595810e-004c-48c5-96cd-f08a4db06272 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:08:56.114854 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595810e-004c-48c5-96cd-f08a4db06272', 'name': 'tempest-TestMinimumBasicScenario-1288706542-router', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '10a3fe01-1d7b-4086-a520-1ccc7f6c9960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:42Z', 'updated_at': '2021-08-07T04:08:45Z', 'revision_number': 4, 'project_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'gw_port': {'id': '10a3fe01-1d7b-4086-a520-1ccc7f6c9960', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595810e-004c-48c5-96cd-f08a4db06272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:43Z', 'updated_at': '2021-08-07T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '4e80369d-e2dc-4f82-ae92-16282cced0d9', 'name': '', 'network_id': 'acb03650-56e5-4a69-a7a5-08c4f445a5e7', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'mac_address': 'fa:16:3e:5b:e0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595810e-004c-48c5-96cd-f08a4db06272', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0a1870d1-b23b-45e2-9b8a-2bd9c833589a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:44Z', 'updated_at': '2021-08-07T04:08:55Z', 'revision_number': 4, 'project_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'subnets': [{'id': '0a1870d1-b23b-45e2-9b8a-2bd9c833589a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:08:56.150758 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43b5e3c-9375-49e8-bfd7-dc87dd6b98a7 None None] The sync data for ids ['4595810e-004c-48c5-96cd-f08a4db06272'] in dv-cinder-803748-2-iscsi is: [{'id': '4595810e-004c-48c5-96cd-f08a4db06272', 'name': 'tempest-TestMinimumBasicScenario-1288706542-router', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '10a3fe01-1d7b-4086-a520-1ccc7f6c9960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:42Z', 'updated_at': '2021-08-07T04:08:45Z', 'revision_number': 4, 'project_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'gw_port': {'id': '10a3fe01-1d7b-4086-a520-1ccc7f6c9960', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595810e-004c-48c5-96cd-f08a4db06272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:43Z', 'updated_at': '2021-08-07T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '4e80369d-e2dc-4f82-ae92-16282cced0d9', 'name': '', 'network_id': 'acb03650-56e5-4a69-a7a5-08c4f445a5e7', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'mac_address': 'fa:16:3e:5b:e0:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4595810e-004c-48c5-96cd-f08a4db06272', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0a1870d1-b23b-45e2-9b8a-2bd9c833589a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:44Z', 'updated_at': '2021-08-07T04:08:55Z', 'revision_number': 4, 'project_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'subnets': [{'id': '0a1870d1-b23b-45e2-9b8a-2bd9c833589a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:08:56.313684 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 4e80369d-e2dc-4f82-ae92-16282cced0d9 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:56.369089 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 4e80369d-e2dc-4f82-ae92-16282cced0d9 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:08:56.374736 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 4e80369d-e2dc-4f82-ae92-16282cced0d9 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:56.375143 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:56.604643 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:56.639131 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 4e80369d-e2dc-4f82-ae92-16282cced0d9, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=4e80369d-e2dc-4f82-ae92-16282cced0d9,segment=NetworkSegment(749adf09-3962-4576-b3f9-a4fa15827aa1),segment_id=749adf09-3962-4576-b3f9-a4fa15827aa1)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:08:56.643574 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:56.692788 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=4e80369d-e2dc-4f82-ae92-16282cced0d9,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:57.137184 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-10fc6c12-c1b6-4639-b142-50ffdc7dc0df tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:57.138773 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-10fc6c12-c1b6-4639-b142-50ffdc7dc0df tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/networks?id=e61a548b-683a-47cd-93a6-20df475aa443 HTTP/1.1" status: 200 len: 815 time: 0.0982525 Aug 07 04:08:57.154593 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-fafade11-cab4-463a-b246-ef763a05eb6e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/quotas/c401a89bcb5348018d4ebc457340bb53 HTTP/1.1" status: 200 len: 375 time: 0.0098436 Aug 07 04:08:57.210816 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-8a902d59-ce0c-4c70-b7a8-9f8ccfaef4e6 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c401a89bcb5348018d4ebc457340bb53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504301 Aug 07 04:08:57.385633 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-8e9d46fd-fcd4-4cb1-a6df-6ff29e4c4b84 service neutron] 10.222.0.18 "GET /v2.0/networks/e61a548b-683a-47cd-93a6-20df475aa443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633270 Aug 07 04:08:57.477788 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-3e50cfc5-59a8-487a-801d-a76afdf4a501 service neutron] 10.222.0.18 "GET /v2.0/networks/e61a548b-683a-47cd-93a6-20df475aa443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859013 Aug 07 04:08:57.683156 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-06d457f5-707e-4c92-8198-0a3de6bf9cf1 req-b3acd892-9875-422f-9d1c-6194191e65c8 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 210 time: 0.0746713 Aug 07 04:08:57.940666 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:08:58.275553 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 4e80369d-e2dc-4f82-ae92-16282cced0d9 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:08:58.325655 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 4e80369d-e2dc-4f82-ae92-16282cced0d9 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:08:58.326023 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:58.780359 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fe48cc5b-f272-418f-856b-75b68dff48d8 req-9dd6f9c6-01ee-49ba-8309-5232b39f2faa tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 210 time: 0.0280797 Aug 07 04:08:58.813811 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-b356f97f-db09-4b0a-b72a-2c0e88331d28 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:58.815245 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-b356f97f-db09-4b0a-b72a-2c0e88331d28 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.30 "GET /v2.0/networks?id=e61a548b-683a-47cd-93a6-20df475aa443 HTTP/1.1" status: 200 len: 815 time: 0.1152153 Aug 07 04:08:58.829562 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-9a92cac7-0817-4812-9da1-1d968734244e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Request body: {'port': {'device_id': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443', 'admin_state_up': True, 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:08:58.934462 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-d7781b2d-d300-496a-84e9-4e0b473daf83 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649661889&fields=id&tenant_id=247ed23b8f704cad8656985f5f9aac7d HTTP/1.1" status: 200 len: 267 time: 0.0371385 Aug 07 04:08:58.951916 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-9a92cac7-0817-4812-9da1-1d968734244e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Made reservation on behalf of c401a89bcb5348018d4ebc457340bb53 for: {'port': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:08:58.955676 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-9a92cac7-0817-4812-9da1-1d968734244e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:59.049538 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-a25ca78c-be4f-40b4-a4bb-a60056959298 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:59.051177 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-a25ca78c-be4f-40b4-a4bb-a60056959298 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/networks?id=275c17b5-8fd8-4af1-82c9-49e38086c905 HTTP/1.1" status: 200 len: 811 time: 0.1071646 Aug 07 04:08:59.070461 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-0ff1ef90-fa01-45e2-a0a9-bad785513e69 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/quotas/247ed23b8f704cad8656985f5f9aac7d HTTP/1.1" status: 200 len: 375 time: 0.0127237 Aug 07 04:08:59.094309 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-9a92cac7-0817-4812-9da1-1d968734244e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Allocated IP 172.20.0.3 (e61a548b-683a-47cd-93a6-20df475aa443/18f30234-ee7f-4f30-91ba-1f101f3a206c/1b0594a7-c78e-4c85-95d0-c66e9c362fed) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:08:59.133724 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-8ec0ae7d-3c20-4184-aca3-6c4434fff4ec tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=247ed23b8f704cad8656985f5f9aac7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562553 Aug 07 04:08:59.289594 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-9a278796-45f9-42c8-8efe-37715f0d72ae service neutron] 10.222.0.18 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430390 Aug 07 04:08:59.306081 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-9a92cac7-0817-4812-9da1-1d968734244e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:59.344046 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-9a92cac7-0817-4812-9da1-1d968734244e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Transition to ACTIVE for port object 1b0594a7-c78e-4c85-95d0-c66e9c362fed will not be triggered until provisioned by entity DHCP. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:08:59.409486 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-79f40611-ec50-40c3-bf40-de5fda08c22c service neutron] 10.222.0.18 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187212 Aug 07 04:08:59.431157 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-9a92cac7-0817-4812-9da1-1d968734244e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:59.815164 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-9a92cac7-0817-4812-9da1-1d968734244e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Network e61a548b-683a-47cd-93a6-20df475aa443 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:08:59.817184 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-40124a55-07b5-456c-bd06-2d7ecc5cab15 req-998a8384-1d81-4a02-ad68-86539c9e3658 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 210 time: 0.0480149 Aug 07 04:08:59.818414 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-9a92cac7-0817-4812-9da1-1d968734244e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:08:59.824810 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-9a92cac7-0817-4812-9da1-1d968734244e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:08:59.920852 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-9a92cac7-0817-4812-9da1-1d968734244e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:08:59.922018 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-9a92cac7-0817-4812-9da1-1d968734244e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:08:59.945504 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92cac7-0817-4812-9da1-1d968734244e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Pushing event updated for resources: {'Port': ['ID=1b0594a7-c78e-4c85-95d0-c66e9c362fed,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:08:59.952501 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-9a92cac7-0817-4812-9da1-1d968734244e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1269498 Aug 07 04:09:00.040537 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065376a-8650-488a-aae1-5d953a044a6a req-987cb3c0-baab-4a16-92f6-07d63fc9456b tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:00.042951 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9065376a-8650-488a-aae1-5d953a044a6a req-987cb3c0-baab-4a16-92f6-07d63fc9456b tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 931 time: 0.0723221 Aug 07 04:09:00.119598 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9065376a-8650-488a-aae1-5d953a044a6a req-7caafe24-aa1a-418d-9983-d4454eb3b9ba tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553696 Aug 07 04:09:00.223229 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-b757f355-3647-416d-ada5-4c1b235a9b25 None None] Provisioning for port 1b0594a7-c78e-4c85-95d0-c66e9c362fed completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:09:00.230258 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-b757f355-3647-416d-ada5-4c1b235a9b25 None None] Provisioning complete for port 1b0594a7-c78e-4c85-95d0-c66e9c362fed triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:09:00.230713 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-b757f355-3647-416d-ada5-4c1b235a9b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:00.270734 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-b757f355-3647-416d-ada5-4c1b235a9b25 None None] Port 1b0594a7-c78e-4c85-95d0-c66e9c362fed cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:09:00.920696 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66a3d889-aa7f-4603-8f07-dc931a139521 req-58f2c8a7-6770-4dbd-ac3a-3f849a03622a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 210 time: 0.0318062 Aug 07 04:09:01.214811 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650daea7-069d-4dea-acf2-4b5ae255beca req-443205c7-04e4-4be8-9028-73e6af1576e3 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:01.216453 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-650daea7-069d-4dea-acf2-4b5ae255beca req-443205c7-04e4-4be8-9028-73e6af1576e3 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 931 time: 0.0491800 Aug 07 04:09:01.254502 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-650daea7-069d-4dea-acf2-4b5ae255beca req-ff1a626c-4f6f-4238-b77c-b271d426b8af tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320189 Aug 07 04:09:02.013812 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-09a17df1-9bcb-483a-9185-d75631286628 req-dd9f4fcb-686e-4cb3-a4fe-f69a0a5ae6eb tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 210 time: 0.0270143 Aug 07 04:09:02.369535 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe44d75-0d91-4891-ac94-9c37beda3b0e req-1a7f3fc2-9b3d-4e77-a55c-437090ec05ed tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:02.378806 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bbe44d75-0d91-4891-ac94-9c37beda3b0e req-1a7f3fc2-9b3d-4e77-a55c-437090ec05ed tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 931 time: 0.0497761 Aug 07 04:09:02.429947 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bbe44d75-0d91-4891-ac94-9c37beda3b0e req-fbc72e08-3bf0-4da4-8f52-b93005669fb0 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491333 Aug 07 04:09:02.827943 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a33c4-3b28-4e55-a460-5dfd275297a3 req-b8104528-4b27-44dd-9f45-591472231238 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:02.829546 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8a9a33c4-3b28-4e55-a460-5dfd275297a3 req-b8104528-4b27-44dd-9f45-591472231238 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0485876 Aug 07 04:09:02.871249 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8a9a33c4-3b28-4e55-a460-5dfd275297a3 req-20e021fb-cf5e-4b72-b961-9c7be69c48ce tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355024 Aug 07 04:09:03.109945 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a02bffd1-1838-429b-a985-1171228bb775 req-0745e069-2182-4ea1-a74b-9cc8a2edfe07 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 210 time: 0.0258303 Aug 07 04:09:03.555772 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b49e6-804d-486b-9b0b-c05e9c1a5cef req-6c6a1be5-0066-48e5-b9c3-69b09acc3db2 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:03.557484 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-353b49e6-804d-486b-9b0b-c05e9c1a5cef req-6c6a1be5-0066-48e5-b9c3-69b09acc3db2 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 931 time: 0.0526602 Aug 07 04:09:03.597780 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-353b49e6-804d-486b-9b0b-c05e9c1a5cef req-0b62bd5f-46d9-4e57-80b9-4d15d264aba9 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323818 Aug 07 04:09:03.989878 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e336fd-a7f8-41f3-bc91-b7a6583ad2f6 req-f2290491-f40a-48c5-87d0-3889ec3984b0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:03.991388 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-38e336fd-a7f8-41f3-bc91-b7a6583ad2f6 req-f2290491-f40a-48c5-87d0-3889ec3984b0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0515969 Aug 07 04:09:04.030354 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-38e336fd-a7f8-41f3-bc91-b7a6583ad2f6 req-b9830731-6813-4135-b309-4764c5ed69f2 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326045 Aug 07 04:09:04.204520 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-84bd4746-9d89-4bdc-be4d-164f8eb6a7e0 req-d7092757-a051-406a-90f4-f48dd1a5b4b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 210 time: 0.0263581 Aug 07 04:09:04.713486 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267ec3d-41f9-4ece-bffd-2b3e256f62da req-f60096c1-27e2-489f-afc5-1259fc954d39 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:04.715875 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0267ec3d-41f9-4ece-bffd-2b3e256f62da req-f60096c1-27e2-489f-afc5-1259fc954d39 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 931 time: 0.0501478 Aug 07 04:09:04.757895 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0267ec3d-41f9-4ece-bffd-2b3e256f62da req-95df33eb-8ed3-40a1-9033-914726c66efd tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342565 Aug 07 04:09:05.152741 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071b4d4-0d9e-4492-8bf6-5f9ebfced754 req-1257be09-2551-4796-b7f4-750abc69654c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:05.154528 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2071b4d4-0d9e-4492-8bf6-5f9ebfced754 req-1257be09-2551-4796-b7f4-750abc69654c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0534799 Aug 07 04:09:05.195487 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2071b4d4-0d9e-4492-8bf6-5f9ebfced754 req-5222e8a6-433d-4a40-be59-1bbaa9bed297 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347314 Aug 07 04:09:05.300916 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ca24aa58-068e-4c4b-89a7-c90daf0018fc req-c5c3fc65-ef4b-4909-bcb1-0cc3721d5243 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 210 time: 0.0281277 Aug 07 04:09:05.874732 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e8745-1902-4252-9393-2b7816d64eeb req-7f9a20f8-b99f-47d4-a03a-f0c83de56507 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:05.876308 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b47e8745-1902-4252-9393-2b7816d64eeb req-7f9a20f8-b99f-47d4-a03a-f0c83de56507 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 931 time: 0.0503175 Aug 07 04:09:05.917427 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b47e8745-1902-4252-9393-2b7816d64eeb req-6b82d0e6-9508-40e3-a0b0-1bb09ef1d8b1 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350056 Aug 07 04:09:06.426497 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f6f7a-8b7d-4f0f-9230-aedae08e0c58 req-20ebfe0c-0eb1-4754-a18e-8d822d14f966 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:06.428275 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-687f6f7a-8b7d-4f0f-9230-aedae08e0c58 req-20ebfe0c-0eb1-4754-a18e-8d822d14f966 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0548041 Aug 07 04:09:06.467184 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-687f6f7a-8b7d-4f0f-9230-aedae08e0c58 req-449c8503-1980-4192-a747-80b97fd8e4a5 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321524 Aug 07 04:09:06.553676 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-288ecedb-8051-4998-b50f-341bbf88f685 req-f1fcf2bb-23f9-4a6a-bc94-46be51eab07d tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 210 time: 0.0310156 Aug 07 04:09:07.043301 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafac179-a344-416f-94c7-bf8b93d46820 req-db2f933a-5ccc-495f-8dae-7f5c3a1366ce tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:07.045142 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aafac179-a344-416f-94c7-bf8b93d46820 req-db2f933a-5ccc-495f-8dae-7f5c3a1366ce tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 931 time: 0.0505314 Aug 07 04:09:07.084441 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-aafac179-a344-416f-94c7-bf8b93d46820 req-b1f48e81-de96-48c9-8dc5-a056c8fb5f87 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334814 Aug 07 04:09:07.583721 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d818c7-9f2f-4a26-8a88-e4c665a6e380 req-cd76c98a-a2c1-48b3-9167-34287a50e648 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:07.585787 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-45d818c7-9f2f-4a26-8a88-e4c665a6e380 req-cd76c98a-a2c1-48b3-9167-34287a50e648 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0491567 Aug 07 04:09:07.627936 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-45d818c7-9f2f-4a26-8a88-e4c665a6e380 req-0f3579ad-980f-4a8a-a99b-617e153ce936 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367582 Aug 07 04:09:07.722882 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-71cf70bb-5240-4012-8598-323f82f637f4 req-12bc883b-c3f3-4ae2-baca-704f884d2638 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 210 time: 0.0371339 Aug 07 04:09:07.739932 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:08.202396 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167ef38-2d05-4137-b110-ff8cdcb40d80 req-01d4d6c5-e85a-476f-8ee4-627ce211bcf3 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:08.203920 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f167ef38-2d05-4137-b110-ff8cdcb40d80 req-01d4d6c5-e85a-476f-8ee4-627ce211bcf3 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 931 time: 0.0489190 Aug 07 04:09:08.243126 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f167ef38-2d05-4137-b110-ff8cdcb40d80 req-70f5f688-8770-4452-bf45-5f52f33b0d48 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331986 Aug 07 04:09:08.743427 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a89cc-1b69-4c8b-977e-9be2a8a367f7 req-09a317cb-ff2e-47e7-b3d5-77c852c6d6e8 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:08.745158 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b51a89cc-1b69-4c8b-977e-9be2a8a367f7 req-09a317cb-ff2e-47e7-b3d5-77c852c6d6e8 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0493531 Aug 07 04:09:08.785228 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b51a89cc-1b69-4c8b-977e-9be2a8a367f7 req-9e69a0dd-3c4e-4055-a847-0df89ad1bd2b tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342467 Aug 07 04:09:08.871794 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-df69e3e9-8e95-48c2-93a0-cf1871ce515a req-fd4faea7-23e2-4b69-9c8d-4e509767c74b tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 210 time: 0.0338483 Aug 07 04:09:09.359637 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5ae35-b87b-46ac-b174-b84dbf46a9b2 req-68a1f09e-7e65-490c-9719-54ffbc19699a tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:09.361147 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-88f5ae35-b87b-46ac-b174-b84dbf46a9b2 req-68a1f09e-7e65-490c-9719-54ffbc19699a tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 931 time: 0.0510111 Aug 07 04:09:09.401543 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-88f5ae35-b87b-46ac-b174-b84dbf46a9b2 req-017e1a65-255e-4ca5-acfd-ad29badacea6 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344219 Aug 07 04:09:09.895898 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b19f39-3669-4a3d-9c94-d37d2009b11a req-ab875967-e3bd-4da5-aeb4-d13686f37d3d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:09.897352 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-29b19f39-3669-4a3d-9c94-d37d2009b11a req-ab875967-e3bd-4da5-aeb4-d13686f37d3d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0476120 Aug 07 04:09:09.934512 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-29b19f39-3669-4a3d-9c94-d37d2009b11a req-3e8dbb38-ac50-4ee2-bc99-1bd2532a0c04 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308716 Aug 07 04:09:10.011912 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1e288ead-7761-4d71-9a3f-67c5abb28262 req-fb8dbb3d-a585-4e39-b6af-89e4f32ea8c2 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 210 time: 0.0254242 Aug 07 04:09:10.103047 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Request body: {'port': {'device_id': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:10.157785 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:10.421348 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0594a7-c78e-4c85-95d0-c66e9c362fed {{(pid=93434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:09:10.428601 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:10.440760 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Transition to ACTIVE for port object 1b0594a7-c78e-4c85-95d0-c66e9c362fed will not be triggered until provisioned by entity L2. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:09:10.444917 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:10.497174 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Pushing event updated for resources: {'Port': ['ID=1b0594a7-c78e-4c85-95d0-c66e9c362fed,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:10.517439 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:10.519264 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:10.519633 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:10.519974 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:10.520311 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:10.520647 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:10.520979 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:10.521303 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:10.521630 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:10.521953 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:10.522276 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:10.522600 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:10.524154 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf68e1-f843-43fd-a43f-94e1c9922878 req-edf75033-8ebb-4ff6-9c19-da99a40a8a90 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:10.527966 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ccaf68e1-f843-43fd-a43f-94e1c9922878 req-edf75033-8ebb-4ff6-9c19-da99a40a8a90 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 943 time: 0.0598769 Aug 07 04:09:10.590301 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ccaf68e1-f843-43fd-a43f-94e1c9922878 req-a8c2d227-cfa0-4a4f-bd28-9df41363b057 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413513 Aug 07 04:09:10.611661 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Attempting to bind port 1b0594a7-c78e-4c85-95d0-c66e9c362fed on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:09:10.611661 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Attempting to bind port 1b0594a7-c78e-4c85-95d0-c66e9c362fed by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'e19a1b71-123f-4fef-9118-364a383b3539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443'}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:09:10.611661 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Attempting to bind port 1b0594a7-c78e-4c85-95d0-c66e9c362fed on network e61a548b-683a-47cd-93a6-20df475aa443 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:09:10.611661 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Port 1b0594a7-c78e-4c85-95d0-c66e9c362fed on network e61a548b-683a-47cd-93a6-20df475aa443 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:09:10.611661 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Attempting to bind port 1b0594a7-c78e-4c85-95d0-c66e9c362fed on network e61a548b-683a-47cd-93a6-20df475aa443 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:09:10.617250 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:09:10.617602 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Checking segment: {'id': 'e19a1b71-123f-4fef-9118-364a383b3539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:09:10.618130 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Bound using segment: {'id': 'e19a1b71-123f-4fef-9118-364a383b3539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443'} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:09:10.619017 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Bound port: 1b0594a7-c78e-4c85-95d0-c66e9c362fed, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19a1b71-123f-4fef-9118-364a383b3539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443'}}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:09:10.619400 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:10.697790 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] For port 1b0594a7-c78e-4c85-95d0-c66e9c362fed, host hv-cinder-80374, cleared binding levels {{(pid=93434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:09:10.702662 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] For port 1b0594a7-c78e-4c85-95d0-c66e9c362fed, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=1b0594a7-c78e-4c85-95d0-c66e9c362fed,segment=NetworkSegment(e19a1b71-123f-4fef-9118-364a383b3539),segment_id=e19a1b71-123f-4fef-9118-364a383b3539)] {{(pid=93434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:09:10.707577 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:10.741683 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:10.742357 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:10.743751 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] 10.222.0.30 "PUT /v2.0/ports/1b0594a7-c78e-4c85-95d0-c66e9c362fed HTTP/1.1" status: 200 len: 1093 time: 0.6963329 Aug 07 04:09:10.744221 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'tag': '1b0594a7-c78e-4c85-95d0-c66e9c362fed'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:09:10.746642 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91ea093-68c4-43e2-9452-e7f10c3c6ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4be3fcc-5526-4ae9-b8b0-63d2744b3e09", "tag": "1b0594a7-c78e-4c85-95d0-c66e9c362fed"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:09:10.770346 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-71f7c3f9-1348-4830-9e6b-e5cabe5d35fc tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:10.772082 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-71f7c3f9-1348-4830-9e6b-e5cabe5d35fc tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.30 "GET /v2.0/networks?id=275c17b5-8fd8-4af1-82c9-49e38086c905 HTTP/1.1" status: 200 len: 811 time: 0.1262615 Aug 07 04:09:10.789412 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcf70c-5319-4cea-be29-161529b8147f service neutron] Pushing event updated for resources: {'Port': ['ID=1b0594a7-c78e-4c85-95d0-c66e9c362fed,revision_number=3']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:10.866076 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-d1bc7db1-a2ea-445b-b08e-ec46c3f2fa3f tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=247ed23b8f704cad8656985f5f9aac7d HTTP/1.1" status: 200 len: 380 time: 0.0827758 Aug 07 04:09:10.873764 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-63628385-9a8a-486e-a093-e511c0793c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:10.876165 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-63628385-9a8a-486e-a093-e511c0793c77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c401a89bcb5348018d4ebc457340bb53&device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 1096 time: 0.0705771 Aug 07 04:09:10.877795 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Request body: {'port': {'device_id': 'fbc67445-d69e-43f3-b719-c5daffd39f15', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'admin_state_up': True, 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'security_groups': ['7233668c-9715-4c05-87d7-2556a1c277a9']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:10.900894 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d9f57d-122f-484a-a907-764731a7b6ea x-openstack-request-id: req-d9d9f57d-122f-484a-a907-764731a7b6ea {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:09:10.901461 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4be3fcc-5526-4ae9-b8b0-63d2744b3e09", "tag": "1b0594a7-c78e-4c85-95d0-c66e9c362fed", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:09:10.901782 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9d9f57d-122f-484a-a907-764731a7b6ea {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:09:10.902252 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'tag': '1b0594a7-c78e-4c85-95d0-c66e9c362fed', 'status': 'completed', 'code': 200} Aug 07 04:09:10.935239 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-0f56c935-9b09-48a3-aaec-2c730a296008 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b0594a7-c78e-4c85-95d0-c66e9c362fed HTTP/1.1" status: 200 len: 217 time: 0.0482447 Aug 07 04:09:11.001584 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-1a29cf6b-b7eb-4d18-902c-7c7b732def8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:11.003126 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-1a29cf6b-b7eb-4d18-902c-7c7b732def8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18f30234-ee7f-4f30-91ba-1f101f3a206c HTTP/1.1" status: 200 len: 854 time: 0.0597069 Aug 07 04:09:11.026248 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Made reservation on behalf of 247ed23b8f704cad8656985f5f9aac7d for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:09:11.030143 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:11.052399 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-9ab3dc7a-3a7d-4877-85e8-3d310ff9b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:11.054147 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-9ab3dc7a-3a7d-4877-85e8-3d310ff9b08f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e61a548b-683a-47cd-93a6-20df475aa443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428412 Aug 07 04:09:11.139312 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66761b8d-cdac-4ee2-8ead-2359a4a6e05c req-ad2361bd-0961-4d92-9551-d611afca8277 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:11.140841 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66761b8d-cdac-4ee2-8ead-2359a4a6e05c req-ad2361bd-0961-4d92-9551-d611afca8277 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.1244934 Aug 07 04:09:11.163790 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-0a2fd8d8-211f-4155-84d2-055d52039a86 service neutron] 10.222.0.30 "GET /v2.0/networks/e61a548b-683a-47cd-93a6-20df475aa443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012533 Aug 07 04:09:11.164401 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-63a94010-9d59-482b-821b-881e5a646220 req-107fa509-ad04-4a99-9004-6e9e64533066 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 210 time: 0.0492601 Aug 07 04:09:11.229657 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66761b8d-cdac-4ee2-8ead-2359a4a6e05c req-dfd96538-6950-4184-9948-792fa5afb2ec tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702841 Aug 07 04:09:11.263184 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Allocated IP 172.20.0.14 (275c17b5-8fd8-4af1-82c9-49e38086c905/937e2577-2fb8-4215-8d19-a0491f5eb6fe/201aa021-333b-4cc1-8b5f-90a04c0a9b6a) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:09:11.298869 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6b62d075-624c-47c2-9af1-2efb20135c7e req-8cd543e2-7798-4357-950d-be6168eb5fe6 service neutron] 10.222.0.30 "GET /v2.0/networks/e61a548b-683a-47cd-93a6-20df475aa443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271188 Aug 07 04:09:11.401935 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ea093-68c4-43e2-9452-e7f10c3c6ff9 req-ccf0f589-c9bf-43c9-8785-1e0eac35e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:11.403772 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e91ea093-68c4-43e2-9452-e7f10c3c6ff9 req-ccf0f589-c9bf-43c9-8785-1e0eac35e403 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c401a89bcb5348018d4ebc457340bb53&device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 1096 time: 0.0413861 Aug 07 04:09:11.405139 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:11.418703 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Transition to ACTIVE for port object 201aa021-333b-4cc1-8b5f-90a04c0a9b6a will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:09:11.452151 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:11.493306 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Network 275c17b5-8fd8-4af1-82c9-49e38086c905 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:09:11.499238 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:09:11.499569 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ea093-68c4-43e2-9452-e7f10c3c6ff9 req-944a6a39-9e20-467f-a8d8-baf8cd34265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:11.501049 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e91ea093-68c4-43e2-9452-e7f10c3c6ff9 req-944a6a39-9e20-467f-a8d8-baf8cd34265f service neutron] 10.222.0.30 "GET /v2.0/networks?id=e61a548b-683a-47cd-93a6-20df475aa443 HTTP/1.1" status: 200 len: 916 time: 0.0882733 Aug 07 04:09:11.502884 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:09:11.530799 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Pushing event updated for resources: {'Port': ['ID=201aa021-333b-4cc1-8b5f-90a04c0a9b6a,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:11.541353 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:11.542345 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:11.542899 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:11.543394 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:11.543732 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:11.544068 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:11.544244 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e91ea093-68c4-43e2-9452-e7f10c3c6ff9 req-ada31007-ef20-4e2e-82b5-430a4b88728f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b0594a7-c78e-4c85-95d0-c66e9c362fed HTTP/1.1" status: 200 len: 217 time: 0.0352805 Aug 07 04:09:11.544402 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:11.544728 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:11.545054 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:11.545378 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:11.545703 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:11.546020 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:11.570654 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:11.571938 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:11.587456 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74de9198-6e5f-4631-8a34-1d29a144f0e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7143402 Aug 07 04:09:11.599864 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Request body: {'port': {'device_id': 'fbc67445-d69e-43f3-b719-c5daffd39f15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:11.613234 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ea093-68c4-43e2-9452-e7f10c3c6ff9 req-f337e064-748c-49a0-9889-0368714a81c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:11.616463 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e91ea093-68c4-43e2-9452-e7f10c3c6ff9 req-f337e064-748c-49a0-9889-0368714a81c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18f30234-ee7f-4f30-91ba-1f101f3a206c HTTP/1.1" status: 200 len: 854 time: 0.0635462 Aug 07 04:09:11.661299 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:11.670215 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ea093-68c4-43e2-9452-e7f10c3c6ff9 req-e521c507-4b5c-457b-8631-bd329e3ab670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:11.671825 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e91ea093-68c4-43e2-9452-e7f10c3c6ff9 req-e521c507-4b5c-457b-8631-bd329e3ab670 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e61a548b-683a-47cd-93a6-20df475aa443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469499 Aug 07 04:09:11.730454 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-bbdeaa53-5032-4a72-9395-a547e3888b4d None None] Provisioning for port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:09:11.734375 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-bbdeaa53-5032-4a72-9395-a547e3888b4d None None] Provisioning complete for port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:09:11.734743 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-bbdeaa53-5032-4a72-9395-a547e3888b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:11.756605 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92286be-dda7-4b34-a6d2-933052a9ae4f req-a98016dd-9359-4a4e-adb7-6fe7e372ebd1 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:11.758065 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d92286be-dda7-4b34-a6d2-933052a9ae4f req-a98016dd-9359-4a4e-adb7-6fe7e372ebd1 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 943 time: 0.0859406 Aug 07 04:09:11.770205 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-bbdeaa53-5032-4a72-9395-a547e3888b4d None None] Port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:09:11.772684 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e91ea093-68c4-43e2-9452-e7f10c3c6ff9 req-16dfefc6-b05e-4f7f-b923-40c7dd53714d service neutron] 10.222.0.30 "GET /v2.0/networks/e61a548b-683a-47cd-93a6-20df475aa443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914941 Aug 07 04:09:11.860035 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d92286be-dda7-4b34-a6d2-933052a9ae4f req-bda49107-cf5e-4c75-b56e-043c4950ff0e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580585 Aug 07 04:09:11.886396 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e91ea093-68c4-43e2-9452-e7f10c3c6ff9 req-a194f898-50a2-456b-bf77-8c553e541aab service neutron] 10.222.0.30 "GET /v2.0/networks/e61a548b-683a-47cd-93a6-20df475aa443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054676 Aug 07 04:09:11.982027 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201aa021-333b-4cc1-8b5f-90a04c0a9b6a {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:09:11.989058 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:12.000366 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Transition to ACTIVE for port object 201aa021-333b-4cc1-8b5f-90a04c0a9b6a will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:09:12.003609 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:12.333965 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54782cf3-06fa-42ed-9849-cf772d198705 req-9d2064ec-d1f2-4490-bf25-faa2dd3ff652 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:12.335696 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-54782cf3-06fa-42ed-9849-cf772d198705 req-9d2064ec-d1f2-4490-bf25-faa2dd3ff652 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.0519888 Aug 07 04:09:12.343779 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Pushing event updated for resources: {'Port': ['ID=201aa021-333b-4cc1-8b5f-90a04c0a9b6a,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:12.419546 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465300-222c-4075-a9c1-3379d9842ce1 req-b0d471b2-5df5-42ea-ae21-b90ce9ec08d8 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:12.421068 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-da465300-222c-4075-a9c1-3379d9842ce1 req-b0d471b2-5df5-42ea-ae21-b90ce9ec08d8 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 944 time: 0.1354618 Aug 07 04:09:12.445927 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-54782cf3-06fa-42ed-9849-cf772d198705 req-a3109f55-401e-4d08-86d0-751c20a6ad85 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Deleting port 08c0c4a5-3f82-4768-a146-fbeeaca33eda {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:09:12.446550 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-54782cf3-06fa-42ed-9849-cf772d198705 req-a3109f55-401e-4d08-86d0-751c20a6ad85 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:12.452466 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1d092-0ee4-4077-84bd-db4db150cd6d req-4d3972a7-69fc-40fc-b470-afdd1f39acc6 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:12.453968 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-35e1d092-0ee4-4077-84bd-db4db150cd6d req-4d3972a7-69fc-40fc-b470-afdd1f39acc6 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 945 time: 0.1348381 Aug 07 04:09:12.509153 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Attempting to bind port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:09:12.509494 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Attempting to bind port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:09:12.509816 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Attempting to bind port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a on network 275c17b5-8fd8-4af1-82c9-49e38086c905 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:09:12.522674 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-da465300-222c-4075-a9c1-3379d9842ce1 req-d30d146a-0076-4b53-9d05-7334a20fcfca tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949776 Aug 07 04:09:12.525464 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a on network 275c17b5-8fd8-4af1-82c9-49e38086c905 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:09:12.525707 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Attempting to bind port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a on network 275c17b5-8fd8-4af1-82c9-49e38086c905 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:09:12.531900 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-35e1d092-0ee4-4077-84bd-db4db150cd6d req-2dce72d1-0b25-41cb-9fd9-7967215e8ae5 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=f94f1932-dca7-4524-a165-341e249bd1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680690 Aug 07 04:09:12.534533 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:09:12.534868 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Checking segment: {'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:09:12.535291 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Bound using segment: {'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:09:12.535718 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Bound port: 201aa021-333b-4cc1-8b5f-90a04c0a9b6a, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:09:12.536078 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:12.539899 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-54782cf3-06fa-42ed-9849-cf772d198705 req-a3109f55-401e-4d08-86d0-751c20a6ad85 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] For port 08c0c4a5-3f82-4768-a146-fbeeaca33eda, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=08c0c4a5-3f82-4768-a146-fbeeaca33eda,segment=NetworkSegment(8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5),segment_id=8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:09:12.540327 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-54782cf3-06fa-42ed-9849-cf772d198705 req-a3109f55-401e-4d08-86d0-751c20a6ad85 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:12.614770 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 1b0594a7-c78e-4c85-95d0-c66e9c362fed details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:09:12.615440 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] For port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a, host hv-cinder-80374, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:09:12.618798 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] For port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=201aa021-333b-4cc1-8b5f-90a04c0a9b6a,segment=NetworkSegment(549511e2-bf80-4ddd-8be1-f50d68cac207),segment_id=549511e2-bf80-4ddd-8be1-f50d68cac207)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:09:12.626054 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:12.659068 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:12.659780 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:12.662305 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] 10.222.0.30 "PUT /v2.0/ports/201aa021-333b-4cc1-8b5f-90a04c0a9b6a HTTP/1.1" status: 200 len: 1094 time: 1.0668097 Aug 07 04:09:12.662814 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc67445-d69e-43f3-b719-c5daffd39f15', 'tag': '201aa021-333b-4cc1-8b5f-90a04c0a9b6a'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:09:12.665152 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816a523a-a6be-4756-a32c-ab8b76579ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc67445-d69e-43f3-b719-c5daffd39f15", "tag": "201aa021-333b-4cc1-8b5f-90a04c0a9b6a"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:09:12.759097 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74046ab0-b6b1-4fe1-bd20-5cd954e098c0 service neutron] Pushing event updated for resources: {'Port': ['ID=201aa021-333b-4cc1-8b5f-90a04c0a9b6a,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:12.770920 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-6ae9062b-78ae-42a9-babf-94bdcb3fc03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:12.772827 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-6ae9062b-78ae-42a9-babf-94bdcb3fc03c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=247ed23b8f704cad8656985f5f9aac7d&device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 1097 time: 0.0671923 Aug 07 04:09:12.772957 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 1b0594a7-c78e-4c85-95d0-c66e9c362fed, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=1b0594a7-c78e-4c85-95d0-c66e9c362fed,segment=NetworkSegment(e19a1b71-123f-4fef-9118-364a383b3539),segment_id=e19a1b71-123f-4fef-9118-364a383b3539)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:09:12.787484 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '1b0594a7-c78e-4c85-95d0-c66e9c362fed', 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443', 'port_id': '1b0594a7-c78e-4c85-95d0-c66e9c362fed', 'mac_address': 'fa:16:3e:ae:97:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:09:12.817636 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-54782cf3-06fa-42ed-9849-cf772d198705 req-a3109f55-401e-4d08-86d0-751c20a6ad85 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:12.818156 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-54782cf3-06fa-42ed-9849-cf772d198705 req-a3109f55-401e-4d08-86d0-751c20a6ad85 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:12.818514 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.l3_db [req-54782cf3-06fa-42ed-9849-cf772d198705 req-a3109f55-401e-4d08-86d0-751c20a6ad85 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Floating IP 490ca8b3-b1eb-46d2-9589-6e4c739fa771 disassociated. External IP: 172.27.0.63, port: 08c0c4a5-3f82-4768-a146-fbeeaca33eda. Aug 07 04:09:12.818909 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-54782cf3-06fa-42ed-9849-cf772d198705 req-a3109f55-401e-4d08-86d0-751c20a6ad85 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Calling delete_port for 08c0c4a5-3f82-4768-a146-fbeeaca33eda owned by compute:nova {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:09:12.831015 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-d9f184a4-7b0d-4588-b3d8-e1b0364b48f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=201aa021-333b-4cc1-8b5f-90a04c0a9b6a HTTP/1.1" status: 200 len: 217 time: 0.0390399 Aug 07 04:09:12.839399 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99fb429-3130-4bb9-9fa5-98b7b956df62 x-openstack-request-id: req-b99fb429-3130-4bb9-9fa5-98b7b956df62 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:09:12.839808 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc67445-d69e-43f3-b719-c5daffd39f15", "tag": "201aa021-333b-4cc1-8b5f-90a04c0a9b6a", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:09:12.840636 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b99fb429-3130-4bb9-9fa5-98b7b956df62 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:09:12.841157 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc67445-d69e-43f3-b719-c5daffd39f15', 'tag': '201aa021-333b-4cc1-8b5f-90a04c0a9b6a', 'status': 'completed', 'code': 200} Aug 07 04:09:12.875411 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:12.892436 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0594a7-c78e-4c85-95d0-c66e9c362fed {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:09:12.893276 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-c21582cc-ae30-4480-8ac6-66fb0c7f4d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:12.895119 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-c21582cc-ae30-4480-8ac6-66fb0c7f4d89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937e2577-2fb8-4215-8d19-a0491f5eb6fe HTTP/1.1" status: 200 len: 850 time: 0.0529492 Aug 07 04:09:12.926297 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 1b0594a7-c78e-4c85-95d0-c66e9c362fed, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=1b0594a7-c78e-4c85-95d0-c66e9c362fed,segment=NetworkSegment(e19a1b71-123f-4fef-9118-364a383b3539),segment_id=e19a1b71-123f-4fef-9118-364a383b3539)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:09:12.934132 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:12.974587 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-6afbdede-6966-4a31-a911-f3ea92aa032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:12.976286 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-6afbdede-6966-4a31-a911-f3ea92aa032b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=275c17b5-8fd8-4af1-82c9-49e38086c905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736890 Aug 07 04:09:12.983624 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=1b0594a7-c78e-4c85-95d0-c66e9c362fed,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:12.984875 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-54782cf3-06fa-42ed-9849-cf772d198705 req-a3109f55-401e-4d08-86d0-751c20a6ad85 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:13.018242 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3109f55-401e-4d08-86d0-751c20a6ad85 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event deleted for resources: {'Port': ['ID=08c0c4a5-3f82-4768-a146-fbeeaca33eda,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:13.046919 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0512f-5548-47c0-8dbd-40b3a38a7a3a req-a3e0c93d-d9d8-4e2f-9da5-9a9c7a1eab8d tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:13.048448 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-78f0512f-5548-47c0-8dbd-40b3a38a7a3a req-a3e0c93d-d9d8-4e2f-9da5-9a9c7a1eab8d tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 944 time: 0.1087964 Aug 07 04:09:13.104847 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-78f0512f-5548-47c0-8dbd-40b3a38a7a3a req-11d928e2-1f73-4ad8-8449-5155189bf638 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497787 Aug 07 04:09:13.115353 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-87cb8505-525d-41cd-9e7c-80963419d69f service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310644 Aug 07 04:09:13.137438 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54782cf3-06fa-42ed-9849-cf772d198705 req-a3109f55-401e-4d08-86d0-751c20a6ad85 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Router 9b5a95c3-8287-4f32-8855-525f89fb42b4 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:09:13.141358 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['1b0594a7-c78e-4c85-95d0-c66e9c362fed'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:09:13.209607 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3bce4c61-0702-47d8-bf72-3c6c71967f95 req-3a71053e-07e7-4823-ac57-0d39fb19d77b service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870209 Aug 07 04:09:13.249818 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54782cf3-06fa-42ed-9849-cf772d198705 req-a3109f55-401e-4d08-86d0-751c20a6ad85 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:09:13.262307 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05271bba-20df-4f72-9de6-b53b62a8b882 None None] Sync routers for ids ['9b5a95c3-8287-4f32-8855-525f89fb42b4'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:09:13.288642 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05271bba-20df-4f72-9de6-b53b62a8b882 None None] Routers {'9b5a95c3-8287-4f32-8855-525f89fb42b4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:09:13.289340 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-05271bba-20df-4f72-9de6-b53b62a8b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['9b5a95c3-8287-4f32-8855-525f89fb42b4'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:09:13.290630 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-54782cf3-06fa-42ed-9849-cf772d198705 req-a3109f55-401e-4d08-86d0-751c20a6ad85 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] No DVR routers for this DVR port 08c0c4a5-3f82-4768-a146-fbeeaca33eda on host hv-cinder-80374 {{(pid=93434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:09:13.293211 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-54782cf3-06fa-42ed-9849-cf772d198705 req-a3109f55-401e-4d08-86d0-751c20a6ad85 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:13.295255 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-54782cf3-06fa-42ed-9849-cf772d198705 req-a3109f55-401e-4d08-86d0-751c20a6ad85 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.30 "DELETE /v2.0/ports/08c0c4a5-3f82-4768-a146-fbeeaca33eda HTTP/1.1" status: 204 len: 173 time: 0.9533536 Aug 07 04:09:13.295692 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa30afb-28bf-42d7-b742-4ca66f58d080', 'name': 'network-vif-deleted', 'tag': '08c0c4a5-3f82-4768-a146-fbeeaca33eda'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:09:13.298347 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5936af98-43ec-4229-9cbb-5bd7aef725ee" -d '{"events": [{"server_uuid": "2fa30afb-28bf-42d7-b742-4ca66f58d080", "name": "network-vif-deleted", "tag": "08c0c4a5-3f82-4768-a146-fbeeaca33eda"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:09:13.312177 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a523a-a6be-4756-a32c-ab8b76579ea6 req-f89f3b4c-5995-4863-82e5-0921fa7545ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:13.314536 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-816a523a-a6be-4756-a32c-ab8b76579ea6 req-f89f3b4c-5995-4863-82e5-0921fa7545ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=247ed23b8f704cad8656985f5f9aac7d&device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 1097 time: 0.0560951 Aug 07 04:09:13.337241 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf678b24-0e67-41a7-a0a6-502dc7f2b94e x-openstack-request-id: req-bf678b24-0e67-41a7-a0a6-502dc7f2b94e {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:09:13.337762 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa30afb-28bf-42d7-b742-4ca66f58d080", "name": "network-vif-deleted", "tag": "08c0c4a5-3f82-4768-a146-fbeeaca33eda", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:09:13.338061 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf678b24-0e67-41a7-a0a6-502dc7f2b94e {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:09:13.339136 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa30afb-28bf-42d7-b742-4ca66f58d080', 'name': 'network-vif-deleted', 'tag': '08c0c4a5-3f82-4768-a146-fbeeaca33eda', 'status': 'completed', 'code': 200} Aug 07 04:09:13.419512 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-05271bba-20df-4f72-9de6-b53b62a8b882 None None] Set router 9b5a95c3-8287-4f32-8855-525f89fb42b4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:09:13.431726 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a523a-a6be-4756-a32c-ab8b76579ea6 req-a5f0b56f-6b2e-428a-bd18-6e8874d8bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:13.433897 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-816a523a-a6be-4756-a32c-ab8b76579ea6 req-a5f0b56f-6b2e-428a-bd18-6e8874d8bbff service neutron] 10.222.0.30 "GET /v2.0/networks?id=275c17b5-8fd8-4af1-82c9-49e38086c905 HTTP/1.1" status: 200 len: 912 time: 0.1083701 Aug 07 04:09:13.482164 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-816a523a-a6be-4756-a32c-ab8b76579ea6 req-e8db2cf8-4669-48aa-9e6b-4234b81400aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=201aa021-333b-4cc1-8b5f-90a04c0a9b6a HTTP/1.1" status: 200 len: 217 time: 0.0396831 Aug 07 04:09:13.536694 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a523a-a6be-4756-a32c-ab8b76579ea6 req-f8237adc-269c-4cb6-8b2e-62af8869fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:13.538147 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-816a523a-a6be-4756-a32c-ab8b76579ea6 req-f8237adc-269c-4cb6-8b2e-62af8869fa63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937e2577-2fb8-4215-8d19-a0491f5eb6fe HTTP/1.1" status: 200 len: 850 time: 0.0472438 Aug 07 04:09:13.595078 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a523a-a6be-4756-a32c-ab8b76579ea6 req-a33415a4-a614-496c-9f08-dd0e8e127071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:13.596575 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-816a523a-a6be-4756-a32c-ab8b76579ea6 req-a33415a4-a614-496c-9f08-dd0e8e127071 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=275c17b5-8fd8-4af1-82c9-49e38086c905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510306 Aug 07 04:09:13.631123 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-05271bba-20df-4f72-9de6-b53b62a8b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:02Z', 'revision_number': 4, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '63d532c8-cda9-484b-9b25-0264a8cf9ad6', 'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'mac_address': 'fa:16:3e:76:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:58Z', 'updated_at': '2021-08-07T04:04:10Z', 'revision_number': 5, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'subnets': [{'id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:09:13.661700 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05271bba-20df-4f72-9de6-b53b62a8b882 None None] Checking router: 9b5a95c3-8287-4f32-8855-525f89fb42b4 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:09:13.672109 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05271bba-20df-4f72-9de6-b53b62a8b882 None None] Routers {'9b5a95c3-8287-4f32-8855-525f89fb42b4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:09:13.672730 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-05271bba-20df-4f72-9de6-b53b62a8b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:08:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['9b5a95c3-8287-4f32-8855-525f89fb42b4'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:09:13.703426 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4c383c4a-92ee-49bd-ad82-107ace186722 req-f02e3d16-fcd8-4400-a30f-1e9fb0e2f37f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa30afb-28bf-42d7-b742-4ca66f58d080 HTTP/1.1" status: 200 len: 210 time: 0.0348849 Aug 07 04:09:13.740703 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c4db2-5fb2-4731-a194-0f51070eff97 req-e91f41c2-3d20-424e-9b49-97c01b76e3fc tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:13.742246 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-750c4db2-5fb2-4731-a194-0f51070eff97 req-e91f41c2-3d20-424e-9b49-97c01b76e3fc tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 944 time: 0.1419206 Aug 07 04:09:13.775484 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-816a523a-a6be-4756-a32c-ab8b76579ea6 req-74720cc0-9b7a-4698-843a-0d09ad520778 service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664133 Aug 07 04:09:13.798810 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-05271bba-20df-4f72-9de6-b53b62a8b882 None None] Set router 9b5a95c3-8287-4f32-8855-525f89fb42b4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:09:13.844789 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-750c4db2-5fb2-4731-a194-0f51070eff97 req-26f7a6c9-35a6-4fb6-9014-3e7fe313f8a0 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926542 Aug 07 04:09:13.898404 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-816a523a-a6be-4756-a32c-ab8b76579ea6 req-580ff33a-72f1-415a-b6a0-b0f112f98c7c service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080205 Aug 07 04:09:14.012947 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-05271bba-20df-4f72-9de6-b53b62a8b882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:02Z', 'revision_number': 4, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '63d532c8-cda9-484b-9b25-0264a8cf9ad6', 'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'mac_address': 'fa:16:3e:76:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:58Z', 'updated_at': '2021-08-07T04:04:10Z', 'revision_number': 5, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'subnets': [{'id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:09:14.038351 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05271bba-20df-4f72-9de6-b53b62a8b882 None None] The sync data for ids ['9b5a95c3-8287-4f32-8855-525f89fb42b4'] in dv-cinder-803748-2-iscsi is: [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:02Z', 'revision_number': 4, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '63d532c8-cda9-484b-9b25-0264a8cf9ad6', 'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'mac_address': 'fa:16:3e:76:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:58Z', 'updated_at': '2021-08-07T04:04:10Z', 'revision_number': 5, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'subnets': [{'id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:09:14.224011 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7436d3-ba09-49c9-bc3b-12004b280e38 req-8eaf3700-dc5a-4c77-ba91-c53e24e45281 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:14.225508 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9c7436d3-ba09-49c9-bc3b-12004b280e38 req-8eaf3700-dc5a-4c77-ba91-c53e24e45281 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 944 time: 0.0507169 Aug 07 04:09:14.241916 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78220b6-0789-4506-ab6e-8933fe9b5d61 None None] New status for floating IP 490ca8b3-b1eb-46d2-9589-6e4c739fa771: DOWN {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:09:14.265435 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9c7436d3-ba09-49c9-bc3b-12004b280e38 req-efef8097-3665-421b-97a8-5fc611f7852a tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335877 Aug 07 04:09:14.629677 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 1b0594a7-c78e-4c85-95d0-c66e9c362fed up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:09:14.677963 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port 1b0594a7-c78e-4c85-95d0-c66e9c362fed completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:09:14.681699 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 1b0594a7-c78e-4c85-95d0-c66e9c362fed triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:09:14.682094 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:14.770126 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:14.794551 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0594a7-c78e-4c85-95d0-c66e9c362fed'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:09:14.796825 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc529fc4-e184-40f4-966c-b64554367a4b" -d '{"events": [{"server_uuid": "c4be3fcc-5526-4ae9-b8b0-63d2744b3e09", "name": "network-vif-plugged", "status": "completed", "tag": "1b0594a7-c78e-4c85-95d0-c66e9c362fed"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:09:14.811226 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 1b0594a7-c78e-4c85-95d0-c66e9c362fed, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=1b0594a7-c78e-4c85-95d0-c66e9c362fed,segment=NetworkSegment(e19a1b71-123f-4fef-9118-364a383b3539),segment_id=e19a1b71-123f-4fef-9118-364a383b3539)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:09:14.821312 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:14.821312 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 08c0c4a5-3f82-4768-a146-fbeeaca33eda no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:09:14.821503 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54704) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:14.860001 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: 08c0c4a5-3f82-4768-a146-fbeeaca33eda {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:09:14.860351 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 08c0c4a5-3f82-4768-a146-fbeeaca33eda not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:09:14.885994 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=1b0594a7-c78e-4c85-95d0-c66e9c362fed,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:14.914198 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8d680f7a-115c-43fd-9235-b956964abe8d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:14.944500 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8d680f7a-115c-43fd-9235-b956964abe8d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:14.956807 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a968df-c172-41ba-bb88-049c08b9aea6 x-openstack-request-id: req-a4a968df-c172-41ba-bb88-049c08b9aea6 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:09:14.957291 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4be3fcc-5526-4ae9-b8b0-63d2744b3e09", "name": "network-vif-plugged", "status": "completed", "tag": "1b0594a7-c78e-4c85-95d0-c66e9c362fed", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:09:14.957772 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4a968df-c172-41ba-bb88-049c08b9aea6 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:09:14.958497 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0594a7-c78e-4c85-95d0-c66e9c362fed', 'code': 200} Aug 07 04:09:15.002125 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8d680f7a-115c-43fd-9235-b956964abe8d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:15.008014 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-8d680f7a-115c-43fd-9235-b956964abe8d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:15.009814 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-8d680f7a-115c-43fd-9235-b956964abe8d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "DELETE /v2.0/security-groups/f94f1932-dca7-4524-a165-341e249bd1d2 HTTP/1.1" status: 204 len: 168 time: 0.1872628 Aug 07 04:09:15.015786 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f05f9-03ac-48fd-b2b0-fab22e7fd3fc req-e3c695ba-0159-4542-b653-27a8dd29fdc7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:15.025268 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54710) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:15.027031 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d680f7a-115c-43fd-9235-b956964abe8d tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94f1932-dca7-4524-a165-341e249bd1d2,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:15.027741 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ac9f05f9-03ac-48fd-b2b0-fab22e7fd3fc req-e3c695ba-0159-4542-b653-27a8dd29fdc7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 944 time: 0.0651655 Aug 07 04:09:15.057928 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.api.v2.resource [None req-7777bbd7-627e-42a9-a714-7c25b7acdad7 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] show failed (client error): The resource could not be found. Aug 07 04:09:15.059601 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-7777bbd7-627e-42a9-a714-7c25b7acdad7 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups/f94f1932-dca7-4524-a165-341e249bd1d2 HTTP/1.1" status: 404 len: 347 time: 0.0281680 Aug 07 04:09:15.062603 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54714) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:15.081128 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ac9f05f9-03ac-48fd-b2b0-fab22e7fd3fc req-d3e40566-ba5f-48ee-af42-4de8d0a56ebc tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520692 Aug 07 04:09:15.204756 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34895197-59f1-4c34-8e00-3735f28a3892 req-7d25f909-9c7d-4b2f-abdf-bfe0b16dd1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:15.206551 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-34895197-59f1-4c34-8e00-3735f28a3892 req-7d25f909-9c7d-4b2f-abdf-bfe0b16dd1e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 1098 time: 0.0573959 Aug 07 04:09:15.222137 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-5aa95a4b-ffab-48f7-b23b-dabba8b55b16 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Deleting port 5fc1c0c1-7a88-4997-8545-97ef9ea20565 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:09:15.222475 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5aa95a4b-ffab-48f7-b23b-dabba8b55b16 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:15.244312 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-34895197-59f1-4c34-8e00-3735f28a3892 req-108023d6-53ed-4a63-a6bb-edf7029f6077 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305190 Aug 07 04:09:15.303709 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5aa95a4b-ffab-48f7-b23b-dabba8b55b16 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:15.304169 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5aa95a4b-ffab-48f7-b23b-dabba8b55b16 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:15.320129 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-5aa95a4b-ffab-48f7-b23b-dabba8b55b16 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Calling delete_port for 5fc1c0c1-7a88-4997-8545-97ef9ea20565 owned by network:floatingip {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:09:15.392031 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b626f-9f17-4760-ba28-1432ad1eb456 req-0754e870-b4ea-45fb-b2d0-674652e51bbe tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:15.394601 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fe4b626f-9f17-4760-ba28-1432ad1eb456 req-0754e870-b4ea-45fb-b2d0-674652e51bbe tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 945 time: 0.0591593 Aug 07 04:09:15.439055 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fe4b626f-9f17-4760-ba28-1432ad1eb456 req-ed272eca-1e45-4dd7-916d-4dc1f47583fb tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379314 Aug 07 04:09:15.474922 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5aa95a4b-ffab-48f7-b23b-dabba8b55b16 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:15.499805 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa95a4b-ffab-48f7-b23b-dabba8b55b16 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event deleted for resources: {'Port': ['ID=5fc1c0c1-7a88-4997-8545-97ef9ea20565,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:15.563533 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5aa95a4b-ffab-48f7-b23b-dabba8b55b16 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for floatingip, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:15.566508 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5aa95a4b-ffab-48f7-b23b-dabba8b55b16 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:15.567869 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-5aa95a4b-ffab-48f7-b23b-dabba8b55b16 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "DELETE /v2.0/floatingips/490ca8b3-b1eb-46d2-9589-6e4c739fa771 HTTP/1.1" status: 204 len: 168 time: 0.5034597 Aug 07 04:09:15.750114 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54724) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:15.754672 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-dfdb0a07-cf18-4f28-b870-0a88d416c817 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--274880882', 'description': 'tempest-description--1406865615'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:15.776623 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-dfdb0a07-cf18-4f28-b870-0a88d416c817 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:15.855650 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-dfdb0a07-cf18-4f28-b870-0a88d416c817 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:15.859301 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-dfdb0a07-cf18-4f28-b870-0a88d416c817 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:15.887087 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-dfdb0a07-cf18-4f28-b870-0a88d416c817 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:15.888276 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-dfdb0a07-cf18-4f28-b870-0a88d416c817 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1371698 Aug 07 04:09:15.890089 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb0a07-cf18-4f28-b870-0a88d416c817 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=312e3424-5fea-4fb5-92cd-5959946832b3,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:15.891278 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54726) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:15.898420 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-e237f9af-5a0b-4b8f-bb34-3a281dbb28c3 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Request body: {'security_group_rule': {'security_group_id': '312e3424-5fea-4fb5-92cd-5959946832b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:15.925073 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e237f9af-5a0b-4b8f-bb34-3a281dbb28c3 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:15.981168 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e237f9af-5a0b-4b8f-bb34-3a281dbb28c3 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:15.984733 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e237f9af-5a0b-4b8f-bb34-3a281dbb28c3 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:15.999300 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237f9af-5a0b-4b8f-bb34-3a281dbb28c3 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fbec6b4-31b4-49c8-9456-36a8ec6d49f0,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:16.007547 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e237f9af-5a0b-4b8f-bb34-3a281dbb28c3 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:16.008727 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e237f9af-5a0b-4b8f-bb34-3a281dbb28c3 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139030 Aug 07 04:09:16.011375 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54728) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:16.015677 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-ec379412-becf-4554-8e65-652a334f81da tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Request body: {'security_group_rule': {'security_group_id': '312e3424-5fea-4fb5-92cd-5959946832b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:16.044107 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ec379412-becf-4554-8e65-652a334f81da tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:16.100571 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ec379412-becf-4554-8e65-652a334f81da tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:16.105149 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ec379412-becf-4554-8e65-652a334f81da tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:16.123942 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec379412-becf-4554-8e65-652a334f81da tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63577040-dd1e-478c-8bd6-9a938fa3563e,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:16.127465 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ec379412-becf-4554-8e65-652a334f81da tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:16.128654 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ec379412-becf-4554-8e65-652a334f81da tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163795 Aug 07 04:09:16.131686 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54732) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:16.136697 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Request body: {'floatingip': {'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:16.159037 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for floatingip, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:16.209010 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff137aa-fa8e-48bd-9bf9-cf9a803d8728 req-34e9f89d-2363-4be4-b20e-83c04a9fe733 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:16.210477 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8ff137aa-fa8e-48bd-9bf9-cf9a803d8728 req-34e9f89d-2363-4be4-b20e-83c04a9fe733 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 944 time: 0.0512564 Aug 07 04:09:16.251282 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8ff137aa-fa8e-48bd-9bf9-cf9a803d8728 req-8f4a4559-287c-4935-b856-f03c7b1f0703 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340195 Aug 07 04:09:16.259173 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:16.365121 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Allocated IP 172.27.0.100 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/2176d495-4783-4e6d-9bd8-92d197b3f05e) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:09:16.473508 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:16.512764 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:16.548076 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:09:16.552881 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:09:16.553625 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b3413-2aa8-49c9-ba89-18c80a9eff69 req-a1e73b67-bb58-4dd5-8fe6-85a1cabe7329 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:16.555224 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c6b3413-2aa8-49c9-ba89-18c80a9eff69 req-a1e73b67-bb58-4dd5-8fe6-85a1cabe7329 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 945 time: 0.0493484 Aug 07 04:09:16.556420 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:09:16.586336 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event updated for resources: {'Port': ['ID=2176d495-4783-4e6d-9bd8-92d197b3f05e,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:16.598295 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c6b3413-2aa8-49c9-ba89-18c80a9eff69 req-50ccd764-a2a7-443e-b1e5-c6060d7dca73 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352068 Aug 07 04:09:16.648971 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:16.684024 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:16.709273 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c39c4fc6-f780-40cb-a79f-0390e645f8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:16.715572 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758dfea-b550-4178-9e71-856694525781 req-f1788fbe-df57-46d6-b7d1-b321e8735fff tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:16.717071 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a758dfea-b550-4178-9e71-856694525781 req-f1788fbe-df57-46d6-b7d1-b321e8735fff tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 945 time: 0.0526376 Aug 07 04:09:16.755246 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a758dfea-b550-4178-9e71-856694525781 req-d3247a28-330b-4cea-8ed7-954a984ed1b6 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321884 Aug 07 04:09:16.842757 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:16.849368 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:16.918854 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event updated for resources: {'Port': ['ID=2176d495-4783-4e6d-9bd8-92d197b3f05e,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:16.926847 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:16.940721 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:16.942074 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-adc800fb-710c-4606-b7ba-1d1b89c6e108 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8094764 Aug 07 04:09:17.119722 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53402cdc-4771-4612-b03e-4b97852fb23d req-8974c001-9368-4d69-a19a-68c8932c4253 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--274880882&fields=id&tenant_id=4b24080fb8644fa5b3fff0ba279b4140 HTTP/1.1" status: 200 len: 267 time: 0.0648997 Aug 07 04:09:17.130417 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71c17c-273e-47c9-b9d4-27a548dc6a6f req-a66b42bf-84ca-489a-8403-6ef7ef6ba603 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:17.131890 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ac71c17c-273e-47c9-b9d4-27a548dc6a6f req-a66b42bf-84ca-489a-8403-6ef7ef6ba603 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 945 time: 0.0790219 Aug 07 04:09:17.218329 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ac71c17c-273e-47c9-b9d4-27a548dc6a6f req-30959c29-7544-412e-9bee-45ea98c702aa tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769889 Aug 07 04:09:17.260096 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53402cdc-4771-4612-b03e-4b97852fb23d req-2b16f5f7-e2a9-459b-b9a4-cc7d1051e649 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:17.261145 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53402cdc-4771-4612-b03e-4b97852fb23d req-2b16f5f7-e2a9-459b-b9a4-cc7d1051e649 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/networks?id=35f15573-4d02-4cd9-a022-983f2f904dbd HTTP/1.1" status: 200 len: 809 time: 0.1283882 Aug 07 04:09:17.276791 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53402cdc-4771-4612-b03e-4b97852fb23d req-cd0f8237-007a-4260-9587-b822a52394c4 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/quotas/4b24080fb8644fa5b3fff0ba279b4140 HTTP/1.1" status: 200 len: 375 time: 0.0096934 Aug 07 04:09:17.334751 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53402cdc-4771-4612-b03e-4b97852fb23d req-923907cb-6fd4-4a93-b08d-e830b591414a tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b24080fb8644fa5b3fff0ba279b4140&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495286 Aug 07 04:09:17.502673 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53402cdc-4771-4612-b03e-4b97852fb23d req-3459f2de-67c0-4571-b4cb-7cbe2b6c7708 service neutron] 10.222.0.18 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542923 Aug 07 04:09:17.654380 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53402cdc-4771-4612-b03e-4b97852fb23d req-d9231d11-7212-47bf-8e14-d12dc4f2f4c2 service neutron] 10.222.0.18 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377268 Aug 07 04:09:17.671079 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9f0e4-04ee-47ef-a101-aeecb1731796 req-74a76e70-83d3-4e56-983c-0ac93927a50c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:17.672577 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-28b9f0e4-04ee-47ef-a101-aeecb1731796 req-74a76e70-83d3-4e56-983c-0ac93927a50c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 944 time: 0.0641587 Aug 07 04:09:17.710608 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-28b9f0e4-04ee-47ef-a101-aeecb1731796 req-d84ecd48-1a8c-44ef-a09f-2d08f333ecfc tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319796 Aug 07 04:09:17.840302 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3288abb2-f816-4ee8-89be-f76c973b6f35 req-a19c22c7-8712-4ef8-9ce1-c786f1a50c9b tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 210 time: 0.0446095 Aug 07 04:09:17.870133 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74291e-5d2a-470c-a5dd-b2f2a801c7c2 req-e59476f1-8e1c-4968-b2fe-48f1e2d39a1c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:17.871622 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ef74291e-5d2a-470c-a5dd-b2f2a801c7c2 req-e59476f1-8e1c-4968-b2fe-48f1e2d39a1c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0872011 Aug 07 04:09:17.910390 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ef74291e-5d2a-470c-a5dd-b2f2a801c7c2 req-036a4b53-c526-44c8-b02a-0267cb877ddd tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326934 Aug 07 04:09:18.786432 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53402cdc-4771-4612-b03e-4b97852fb23d req-3941a463-627e-4073-83c7-9e95e0b54c7f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:18.788297 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53402cdc-4771-4612-b03e-4b97852fb23d req-3941a463-627e-4073-83c7-9e95e0b54c7f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.30 "GET /v2.0/networks?id=35f15573-4d02-4cd9-a022-983f2f904dbd HTTP/1.1" status: 200 len: 809 time: 0.1245012 Aug 07 04:09:18.858561 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53402cdc-4771-4612-b03e-4b97852fb23d req-cc4731e0-1321-4453-a40b-e984e0bb5a97 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b24080fb8644fa5b3fff0ba279b4140 HTTP/1.1" status: 200 len: 379 time: 0.0582957 Aug 07 04:09:18.869055 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755c410-d119-4183-a7f8-ee88089417c0 req-063aac7a-a000-4be9-9503-39890d6cb09d tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:18.870868 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1755c410-d119-4183-a7f8-ee88089417c0 req-063aac7a-a000-4be9-9503-39890d6cb09d tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 944 time: 0.0816123 Aug 07 04:09:18.875425 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-53402cdc-4771-4612-b03e-4b97852fb23d req-0f2bf0e0-a020-4a46-b58d-207df6a0efba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Request body: {'port': {'device_id': '3b2aeabf-c06a-4528-8db4-177152e082a2', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'admin_state_up': True, 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'security_groups': ['312e3424-5fea-4fb5-92cd-5959946832b3']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:18.960299 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1755c410-d119-4183-a7f8-ee88089417c0 req-a2b0c235-8bb9-4bdc-af73-98ebca68a3b4 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811448 Aug 07 04:09:19.030579 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53402cdc-4771-4612-b03e-4b97852fb23d req-0f2bf0e0-a020-4a46-b58d-207df6a0efba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Made reservation on behalf of 4b24080fb8644fa5b3fff0ba279b4140 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:09:19.034279 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-53402cdc-4771-4612-b03e-4b97852fb23d req-0f2bf0e0-a020-4a46-b58d-207df6a0efba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:19.056685 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c1c0aa43-9c1d-41c8-ae8a-a9943daf4df3 req-e96c3a8c-7bcd-49c9-961b-938214a24c76 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 210 time: 0.0383382 Aug 07 04:09:19.127485 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-fe9e563e-4e04-407d-bd6e-532b0d55b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:19.215697 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-53402cdc-4771-4612-b03e-4b97852fb23d req-0f2bf0e0-a020-4a46-b58d-207df6a0efba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Allocated IP 172.20.0.8 (35f15573-4d02-4cd9-a022-983f2f904dbd/25f7c230-1533-4f59-ab13-7e2194590c52/df86aa8c-87b6-4e7f-93d2-a38f82c332ad) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:09:19.234639 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec1d3f-738a-4a11-8652-a8cc7d0a40b8 req-1992f225-91e2-4907-99b7-aa3e5befff42 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:19.236169 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-97ec1d3f-738a-4a11-8652-a8cc7d0a40b8 req-1992f225-91e2-4907-99b7-aa3e5befff42 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.1037071 Aug 07 04:09:19.338002 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-97ec1d3f-738a-4a11-8652-a8cc7d0a40b8 req-4caf240a-0fa9-4040-a804-b728d10f48bc tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911787 Aug 07 04:09:19.392584 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-53402cdc-4771-4612-b03e-4b97852fb23d req-0f2bf0e0-a020-4a46-b58d-207df6a0efba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:19.406133 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-53402cdc-4771-4612-b03e-4b97852fb23d req-0f2bf0e0-a020-4a46-b58d-207df6a0efba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Transition to ACTIVE for port object df86aa8c-87b6-4e7f-93d2-a38f82c332ad will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:09:19.438897 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-53402cdc-4771-4612-b03e-4b97852fb23d req-0f2bf0e0-a020-4a46-b58d-207df6a0efba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:19.478503 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53402cdc-4771-4612-b03e-4b97852fb23d req-0f2bf0e0-a020-4a46-b58d-207df6a0efba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Network 35f15573-4d02-4cd9-a022-983f2f904dbd is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:09:19.483530 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-53402cdc-4771-4612-b03e-4b97852fb23d req-0f2bf0e0-a020-4a46-b58d-207df6a0efba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:09:19.487104 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-53402cdc-4771-4612-b03e-4b97852fb23d req-0f2bf0e0-a020-4a46-b58d-207df6a0efba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:09:19.515076 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bf0e0-a020-4a46-b58d-207df6a0efba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event updated for resources: {'Port': ['ID=df86aa8c-87b6-4e7f-93d2-a38f82c332ad,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:19.518426 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:19.542839 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53402cdc-4771-4612-b03e-4b97852fb23d req-0f2bf0e0-a020-4a46-b58d-207df6a0efba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:19.543477 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-53402cdc-4771-4612-b03e-4b97852fb23d req-0f2bf0e0-a020-4a46-b58d-207df6a0efba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:19.558330 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53402cdc-4771-4612-b03e-4b97852fb23d req-0f2bf0e0-a020-4a46-b58d-207df6a0efba tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6863723 Aug 07 04:09:19.570390 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Request body: {'port': {'device_id': '3b2aeabf-c06a-4528-8db4-177152e082a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:19.629073 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:19.715662 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-d0b2b510-b14c-4359-b260-a99942c1fd8d None None] Provisioning for port df86aa8c-87b6-4e7f-93d2-a38f82c332ad completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:09:19.719192 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-d0b2b510-b14c-4359-b260-a99942c1fd8d None None] Provisioning complete for port df86aa8c-87b6-4e7f-93d2-a38f82c332ad triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:09:19.719565 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b510-b14c-4359-b260-a99942c1fd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:19.752709 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-d0b2b510-b14c-4359-b260-a99942c1fd8d None None] Port df86aa8c-87b6-4e7f-93d2-a38f82c332ad cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:09:19.885944 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df86aa8c-87b6-4e7f-93d2-a38f82c332ad {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:09:19.893151 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:19.905194 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Transition to ACTIVE for port object df86aa8c-87b6-4e7f-93d2-a38f82c332ad will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:09:19.908967 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:19.957785 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Pushing event updated for resources: {'Port': ['ID=df86aa8c-87b6-4e7f-93d2-a38f82c332ad,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:20.031005 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Attempting to bind port df86aa8c-87b6-4e7f-93d2-a38f82c332ad on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:09:20.031393 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Attempting to bind port df86aa8c-87b6-4e7f-93d2-a38f82c332ad by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:09:20.031727 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Attempting to bind port df86aa8c-87b6-4e7f-93d2-a38f82c332ad on network 35f15573-4d02-4cd9-a022-983f2f904dbd {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:09:20.036359 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Port df86aa8c-87b6-4e7f-93d2-a38f82c332ad on network 35f15573-4d02-4cd9-a022-983f2f904dbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:09:20.036686 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Attempting to bind port df86aa8c-87b6-4e7f-93d2-a38f82c332ad on network 35f15573-4d02-4cd9-a022-983f2f904dbd {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:09:20.052548 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:09:20.052887 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Checking segment: {'id': '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:09:20.053273 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Bound using segment: {'id': '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:09:20.053718 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Bound port: df86aa8c-87b6-4e7f-93d2-a38f82c332ad, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:09:20.054085 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:20.123588 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89923e86-b4c9-46e9-929a-fe129bb11973 req-9c07950c-32a8-4fff-9cca-9b6a4d788232 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:20.125114 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-89923e86-b4c9-46e9-929a-fe129bb11973 req-9c07950c-32a8-4fff-9cca-9b6a4d788232 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 944 time: 0.0853930 Aug 07 04:09:20.202720 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] For port df86aa8c-87b6-4e7f-93d2-a38f82c332ad, host hv-cinder-80374, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:09:20.208092 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] For port df86aa8c-87b6-4e7f-93d2-a38f82c332ad, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=df86aa8c-87b6-4e7f-93d2-a38f82c332ad,segment=NetworkSegment(8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5),segment_id=8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:09:20.217624 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-89923e86-b4c9-46e9-929a-fe129bb11973 req-18102a07-b353-44c9-9537-5d40af0cf94d tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849712 Aug 07 04:09:20.218651 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:20.262945 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bc3ff-2870-48f7-871b-73481d8a33e7 req-c29b076b-d4fb-4215-9978-44a44fce62eb tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:20.264485 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-344bc3ff-2870-48f7-871b-73481d8a33e7 req-c29b076b-d4fb-4215-9978-44a44fce62eb tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 943 time: 0.1329319 Aug 07 04:09:20.265714 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:20.266312 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:20.267676 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53402cdc-4771-4612-b03e-4b97852fb23d req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] 10.222.0.30 "PUT /v2.0/ports/df86aa8c-87b6-4e7f-93d2-a38f82c332ad HTTP/1.1" status: 200 len: 1093 time: 0.7018414 Aug 07 04:09:20.272077 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2aeabf-c06a-4528-8db4-177152e082a2', 'tag': 'df86aa8c-87b6-4e7f-93d2-a38f82c332ad'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:09:20.274301 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c7b4b7-e904-4a6f-91ae-8d2a5877fbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2aeabf-c06a-4528-8db4-177152e082a2", "tag": "df86aa8c-87b6-4e7f-93d2-a38f82c332ad"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:09:20.311553 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ced10a-369a-4fee-9927-3966c2e48176 service neutron] Pushing event updated for resources: {'Port': ['ID=df86aa8c-87b6-4e7f-93d2-a38f82c332ad,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:20.318941 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd6ea10-c109-4c72-9c0a-20dfbf4c8d3c x-openstack-request-id: req-5bd6ea10-c109-4c72-9c0a-20dfbf4c8d3c {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:09:20.319266 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2aeabf-c06a-4528-8db4-177152e082a2", "tag": "df86aa8c-87b6-4e7f-93d2-a38f82c332ad", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:09:20.319685 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bd6ea10-c109-4c72-9c0a-20dfbf4c8d3c {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:09:20.320083 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2aeabf-c06a-4528-8db4-177152e082a2', 'tag': 'df86aa8c-87b6-4e7f-93d2-a38f82c332ad', 'status': 'completed', 'code': 200} Aug 07 04:09:20.342153 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-344bc3ff-2870-48f7-871b-73481d8a33e7 req-811c9a79-abf6-4a75-805a-c9a48c8e301f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e3424-5fea-4fb5-92cd-5959946832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617342 Aug 07 04:09:20.373046 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53402cdc-4771-4612-b03e-4b97852fb23d req-a2eced61-e728-4ff1-a146-c638f1f7996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:20.374540 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53402cdc-4771-4612-b03e-4b97852fb23d req-a2eced61-e728-4ff1-a146-c638f1f7996c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b24080fb8644fa5b3fff0ba279b4140&device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 1096 time: 0.0486102 Aug 07 04:09:20.431622 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53402cdc-4771-4612-b03e-4b97852fb23d req-8e1fd9ff-ac74-4406-876e-b96d58c3ec31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df86aa8c-87b6-4e7f-93d2-a38f82c332ad HTTP/1.1" status: 200 len: 217 time: 0.0489435 Aug 07 04:09:20.505338 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8328a-9967-449d-a475-34798c70017c req-d7ab4461-3012-4dbb-a3ce-9ab36367ab6e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:20.506823 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-98c8328a-9967-449d-a475-34798c70017c req-d7ab4461-3012-4dbb-a3ce-9ab36367ab6e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0844405 Aug 07 04:09:20.508547 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53402cdc-4771-4612-b03e-4b97852fb23d req-b6320726-4846-412b-a675-d05978f1a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:20.509845 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53402cdc-4771-4612-b03e-4b97852fb23d req-b6320726-4846-412b-a675-d05978f1a04c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25f7c230-1533-4f59-ab13-7e2194590c52 HTTP/1.1" status: 200 len: 848 time: 0.0605874 Aug 07 04:09:20.568343 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-98c8328a-9967-449d-a475-34798c70017c req-f371e7fb-3e4c-4cf4-99a5-a92fa9d763cf tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548992 Aug 07 04:09:20.577330 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53402cdc-4771-4612-b03e-4b97852fb23d req-83130da8-55ef-405f-a8ba-127afcb3cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:20.578788 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53402cdc-4771-4612-b03e-4b97852fb23d req-83130da8-55ef-405f-a8ba-127afcb3cb6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35f15573-4d02-4cd9-a022-983f2f904dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588686 Aug 07 04:09:20.629419 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:20.669217 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53402cdc-4771-4612-b03e-4b97852fb23d req-855238c5-07fe-4b8a-bb11-a74230fc8503 service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830040 Aug 07 04:09:20.691472 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 201aa021-333b-4cc1-8b5f-90a04c0a9b6a details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:09:20.755038 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-53402cdc-4771-4612-b03e-4b97852fb23d req-46fa8bdf-9968-4dad-acd0-421441aee4fd service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790617 Aug 07 04:09:20.794827 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=201aa021-333b-4cc1-8b5f-90a04c0a9b6a,segment=NetworkSegment(549511e2-bf80-4ddd-8be1-f50d68cac207),segment_id=549511e2-bf80-4ddd-8be1-f50d68cac207)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:09:20.809290 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '201aa021-333b-4cc1-8b5f-90a04c0a9b6a', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'port_id': '201aa021-333b-4cc1-8b5f-90a04c0a9b6a', 'mac_address': 'fa:16:3e:5a:85:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:09:20.839199 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7b4b7-e904-4a6f-91ae-8d2a5877fbe1 req-0eea54b5-aeca-4b69-b3e8-dd52f078bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:20.843090 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-62c7b4b7-e904-4a6f-91ae-8d2a5877fbe1 req-0eea54b5-aeca-4b69-b3e8-dd52f078bb75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b24080fb8644fa5b3fff0ba279b4140&device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 1096 time: 0.0448952 Aug 07 04:09:20.846306 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:20.860078 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201aa021-333b-4cc1-8b5f-90a04c0a9b6a {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:09:20.879724 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=201aa021-333b-4cc1-8b5f-90a04c0a9b6a,segment=NetworkSegment(549511e2-bf80-4ddd-8be1-f50d68cac207),segment_id=549511e2-bf80-4ddd-8be1-f50d68cac207)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:09:20.884150 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:20.930485 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7b4b7-e904-4a6f-91ae-8d2a5877fbe1 req-1624e382-cf79-484d-b1ce-057b671193fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:20.933028 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-62c7b4b7-e904-4a6f-91ae-8d2a5877fbe1 req-1624e382-cf79-484d-b1ce-057b671193fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=35f15573-4d02-4cd9-a022-983f2f904dbd HTTP/1.1" status: 200 len: 910 time: 0.0840676 Aug 07 04:09:20.935019 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=201aa021-333b-4cc1-8b5f-90a04c0a9b6a,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:20.941989 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:20.942272 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:20.942610 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:20.942942 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:20.943299 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:20.943626 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:20.943949 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:20.944347 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:20.944676 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:20.944996 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:20.945316 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:20.945635 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:09:20.980546 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-62c7b4b7-e904-4a6f-91ae-8d2a5877fbe1 req-d12e850b-601b-42ba-a214-e16e8ac77fd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df86aa8c-87b6-4e7f-93d2-a38f82c332ad HTTP/1.1" status: 200 len: 217 time: 0.0387447 Aug 07 04:09:21.113975 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['201aa021-333b-4cc1-8b5f-90a04c0a9b6a'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:09:21.308319 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7b4b7-e904-4a6f-91ae-8d2a5877fbe1 req-3ce311df-0af5-4af3-b921-4408e5dceedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:21.310115 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-62c7b4b7-e904-4a6f-91ae-8d2a5877fbe1 req-3ce311df-0af5-4af3-b921-4408e5dceedd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25f7c230-1533-4f59-ab13-7e2194590c52 HTTP/1.1" status: 200 len: 848 time: 0.3194988 Aug 07 04:09:21.383159 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e41e2-faae-4c17-a57e-bbebaf3c721d req-0d2d255e-d3d8-484d-8084-a1fdd7e6178c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:21.384628 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-687e41e2-faae-4c17-a57e-bbebaf3c721d req-0d2d255e-d3d8-484d-8084-a1fdd7e6178c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 945 time: 0.0730808 Aug 07 04:09:21.387229 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7b4b7-e904-4a6f-91ae-8d2a5877fbe1 req-66f41b92-43cc-41c4-b0ad-6e87a5d7a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:21.388548 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-62c7b4b7-e904-4a6f-91ae-8d2a5877fbe1 req-66f41b92-43cc-41c4-b0ad-6e87a5d7a3fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35f15573-4d02-4cd9-a022-983f2f904dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686615 Aug 07 04:09:21.493180 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-687e41e2-faae-4c17-a57e-bbebaf3c721d req-c6ea29a4-c09d-4c74-ae85-d5de51631efa tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018846 Aug 07 04:09:21.535146 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c4713-071e-4dbf-938a-0dd58e7aba45 req-1f73fc72-6f28-4291-b587-83c910cf0717 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:21.536581 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dd5c4713-071e-4dbf-938a-0dd58e7aba45 req-1f73fc72-6f28-4291-b587-83c910cf0717 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 943 time: 0.1133790 Aug 07 04:09:21.542118 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-62c7b4b7-e904-4a6f-91ae-8d2a5877fbe1 req-cd9320c6-0bdf-4946-8aa1-65a6297465d3 service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450634 Aug 07 04:09:21.618664 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-dd5c4713-071e-4dbf-938a-0dd58e7aba45 req-91ada247-4bc8-4a50-a79e-44509636c9d7 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e3424-5fea-4fb5-92cd-5959946832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756257 Aug 07 04:09:21.674654 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-62c7b4b7-e904-4a6f-91ae-8d2a5877fbe1 req-94e084e4-a41a-4ca5-9411-5b481ed7beb4 service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251020 Aug 07 04:09:21.696718 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc497e8-252f-4025-8d70-be088cfabfb3 req-e313d05a-ffc2-4134-8c2c-d7f775de0066 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:21.698226 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1fc497e8-252f-4025-8d70-be088cfabfb3 req-e313d05a-ffc2-4134-8c2c-d7f775de0066 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0561881 Aug 07 04:09:21.739494 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1fc497e8-252f-4025-8d70-be088cfabfb3 req-7cf5132e-13cc-43c9-8c63-72136c7011da tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351529 Aug 07 04:09:22.313322 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:22.604638 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3de63d-ded5-4364-99d6-6db05f513702 req-6f42ab48-6109-4a80-ae36-ef5d8131e986 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:22.606090 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8e3de63d-ded5-4364-99d6-6db05f513702 req-6f42ab48-6109-4a80-ae36-ef5d8131e986 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 945 time: 0.0475211 Aug 07 04:09:22.642927 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8e3de63d-ded5-4364-99d6-6db05f513702 req-d803aba3-7af5-4f26-a127-3cc9857f1ebb tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309219 Aug 07 04:09:22.698660 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device df86aa8c-87b6-4e7f-93d2-a38f82c332ad details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:09:22.701694 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 201aa021-333b-4cc1-8b5f-90a04c0a9b6a up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:09:22.734946 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6424b3b-55a9-4002-ba59-53374fb62c34 req-aebe50fa-9252-411f-9c98-a7076f2a5517 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:22.737234 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e6424b3b-55a9-4002-ba59-53374fb62c34 req-aebe50fa-9252-411f-9c98-a7076f2a5517 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 943 time: 0.0521467 Aug 07 04:09:22.775761 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e6424b3b-55a9-4002-ba59-53374fb62c34 req-d8c65d91-6352-43e6-9220-9c370d0c11cc tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e3424-5fea-4fb5-92cd-5959946832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323553 Aug 07 04:09:22.803505 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:09:22.815637 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:09:22.815998 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:22.856654 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port df86aa8c-87b6-4e7f-93d2-a38f82c332ad, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=df86aa8c-87b6-4e7f-93d2-a38f82c332ad,segment=NetworkSegment(8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5),segment_id=8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:09:22.864637 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d04daf-db3b-4eac-bfd7-7361fb02f521 req-dc78394f-7349-4e38-9c60-da970625a129 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:22.866096 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-68d04daf-db3b-4eac-bfd7-7361fb02f521 req-dc78394f-7349-4e38-9c60-da970625a129 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0503366 Aug 07 04:09:22.872841 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': 'df86aa8c-87b6-4e7f-93d2-a38f82c332ad', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'port_id': 'df86aa8c-87b6-4e7f-93d2-a38f82c332ad', 'mac_address': 'fa:16:3e:1d:02:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:09:22.908248 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-68d04daf-db3b-4eac-bfd7-7361fb02f521 req-c44c1e94-1727-463f-ae05-ff7dae3b5b42 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350204 Aug 07 04:09:22.940014 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:22.954855 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:22.957315 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df86aa8c-87b6-4e7f-93d2-a38f82c332ad {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:09:22.988943 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port df86aa8c-87b6-4e7f-93d2-a38f82c332ad, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=df86aa8c-87b6-4e7f-93d2-a38f82c332ad,segment=NetworkSegment(8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5),segment_id=8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:09:22.994296 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc67445-d69e-43f3-b719-c5daffd39f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201aa021-333b-4cc1-8b5f-90a04c0a9b6a'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:09:22.996547 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faabc93-3d1b-4990-a64e-51f3cc9aa0c0" -d '{"events": [{"server_uuid": "fbc67445-d69e-43f3-b719-c5daffd39f15", "name": "network-vif-plugged", "status": "completed", "tag": "201aa021-333b-4cc1-8b5f-90a04c0a9b6a"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:09:23.006288 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:23.013660 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=201aa021-333b-4cc1-8b5f-90a04c0a9b6a,segment=NetworkSegment(549511e2-bf80-4ddd-8be1-f50d68cac207),segment_id=549511e2-bf80-4ddd-8be1-f50d68cac207)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:09:23.034826 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1b90d7-e34a-49ed-abe2-0fac5f054d49 x-openstack-request-id: req-8a1b90d7-e34a-49ed-abe2-0fac5f054d49 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:09:23.035136 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc67445-d69e-43f3-b719-c5daffd39f15", "name": "network-vif-plugged", "status": "completed", "tag": "201aa021-333b-4cc1-8b5f-90a04c0a9b6a", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:09:23.035378 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a1b90d7-e34a-49ed-abe2-0fac5f054d49 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:09:23.035758 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc67445-d69e-43f3-b719-c5daffd39f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201aa021-333b-4cc1-8b5f-90a04c0a9b6a', 'code': 200} Aug 07 04:09:23.037927 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:23.062828 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=df86aa8c-87b6-4e7f-93d2-a38f82c332ad,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:23.112991 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=201aa021-333b-4cc1-8b5f-90a04c0a9b6a,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:23.239504 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['df86aa8c-87b6-4e7f-93d2-a38f82c332ad'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:09:23.271258 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ab6d5-0046-4293-906a-35581b7cfb18 req-aa07c9bc-90ee-48c4-8941-d34675cb42ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:23.272719 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d63ab6d5-0046-4293-906a-35581b7cfb18 req-aa07c9bc-90ee-48c4-8941-d34675cb42ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 1099 time: 0.0397704 Aug 07 04:09:23.307458 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d63ab6d5-0046-4293-906a-35581b7cfb18 req-40b04c56-1662-426e-8459-bd0bf01ae60f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271635 Aug 07 04:09:23.755434 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dacf2-5292-4942-92c3-2d8138303a56 req-d5ad6b5a-da3b-4581-a2a3-01cf89c74439 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:23.756926 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8b2dacf2-5292-4942-92c3-2d8138303a56 req-d5ad6b5a-da3b-4581-a2a3-01cf89c74439 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 946 time: 0.0482402 Aug 07 04:09:23.794362 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8b2dacf2-5292-4942-92c3-2d8138303a56 req-a9afb2ce-98e0-4bcd-98b0-5d6d6c448c3e tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315690 Aug 07 04:09:23.890715 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569ecb1-b170-4e4f-b717-24c376754711 req-6c682780-5dc1-4c45-a796-3845a996eb25 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:23.892209 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3569ecb1-b170-4e4f-b717-24c376754711 req-6c682780-5dc1-4c45-a796-3845a996eb25 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 944 time: 0.0472770 Aug 07 04:09:23.932755 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3569ecb1-b170-4e4f-b717-24c376754711 req-450c4d6d-9a98-4b8d-9e2b-e18b166b4789 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e3424-5fea-4fb5-92cd-5959946832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345848 Aug 07 04:09:24.026718 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba25c2-46bd-4411-8de0-bf48b808f3da req-485e9e49-3c5b-494c-8496-1d378ac04241 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:24.028442 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a4ba25c2-46bd-4411-8de0-bf48b808f3da req-485e9e49-3c5b-494c-8496-1d378ac04241 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0495877 Aug 07 04:09:24.065680 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a4ba25c2-46bd-4411-8de0-bf48b808f3da req-0e674f12-2378-46f0-8585-ccaca8ae47da tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312681 Aug 07 04:09:24.707071 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device df86aa8c-87b6-4e7f-93d2-a38f82c332ad up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:09:24.756231 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port df86aa8c-87b6-4e7f-93d2-a38f82c332ad completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:09:24.759749 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port df86aa8c-87b6-4e7f-93d2-a38f82c332ad triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:09:24.760761 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:24.834317 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:24.867046 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port df86aa8c-87b6-4e7f-93d2-a38f82c332ad, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=df86aa8c-87b6-4e7f-93d2-a38f82c332ad,segment=NetworkSegment(8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5),segment_id=8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:09:24.871792 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:24.917071 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88238e-6c4a-4e17-80e5-2c99914d764b req-36515c3a-343a-4d9a-8bfd-de642f6dffcc tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:24.918812 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cf88238e-6c4a-4e17-80e5-2c99914d764b req-36515c3a-343a-4d9a-8bfd-de642f6dffcc tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 946 time: 0.0556049 Aug 07 04:09:24.919923 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=df86aa8c-87b6-4e7f-93d2-a38f82c332ad,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:24.959011 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cf88238e-6c4a-4e17-80e5-2c99914d764b req-5b913fae-9ce5-47a4-9bcc-151bb1e003e7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326524 Aug 07 04:09:25.036612 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2aeabf-c06a-4528-8db4-177152e082a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df86aa8c-87b6-4e7f-93d2-a38f82c332ad'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:09:25.038863 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676a005f-d3ed-4a69-9448-2ff37f2fd1ec" -d '{"events": [{"server_uuid": "3b2aeabf-c06a-4528-8db4-177152e082a2", "name": "network-vif-plugged", "status": "completed", "tag": "df86aa8c-87b6-4e7f-93d2-a38f82c332ad"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:09:25.077257 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9432f1-5d1b-4ba2-97e8-a402fda72359 req-715d3fb6-9e71-44e2-903d-3ad1463ca27c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:25.078737 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee9432f1-5d1b-4ba2-97e8-a402fda72359 req-715d3fb6-9e71-44e2-903d-3ad1463ca27c tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 945 time: 0.0813744 Aug 07 04:09:25.090684 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840e45b-b784-4f22-ab36-90628c874f34 req-68db672a-c939-4411-86fd-735ca2d108e5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:25.092101 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4840e45b-b784-4f22-ab36-90628c874f34 req-68db672a-c939-4411-86fd-735ca2d108e5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 946 time: 0.0682898 Aug 07 04:09:25.146645 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ee9432f1-5d1b-4ba2-97e8-a402fda72359 req-5a631f0f-3689-4b8e-8e74-b342a75f7397 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e3424-5fea-4fb5-92cd-5959946832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536125 Aug 07 04:09:25.151517 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4840e45b-b784-4f22-ab36-90628c874f34 req-756c3f84-e510-48ba-b418-80f9346719fb tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527604 Aug 07 04:09:25.174076 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54870) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:25.191785 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fb2176-4bd3-4ac0-a2f6-0a3443c88a7c x-openstack-request-id: req-a8fb2176-4bd3-4ac0-a2f6-0a3443c88a7c {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:09:25.192079 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2aeabf-c06a-4528-8db4-177152e082a2", "name": "network-vif-plugged", "status": "completed", "tag": "df86aa8c-87b6-4e7f-93d2-a38f82c332ad", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:09:25.192333 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8fb2176-4bd3-4ac0-a2f6-0a3443c88a7c {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:09:25.192730 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2aeabf-c06a-4528-8db4-177152e082a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df86aa8c-87b6-4e7f-93d2-a38f82c332ad', 'code': 200} Aug 07 04:09:25.264247 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f0f7c-b0a4-477e-9175-3e0e6e62c78c req-a70ba55e-6fcc-4ff6-978b-045fb5d17204 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:25.265500 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d77f0f7c-b0a4-477e-9175-3e0e6e62c78c req-a70ba55e-6fcc-4ff6-978b-045fb5d17204 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0538561 Aug 07 04:09:25.312455 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d77f0f7c-b0a4-477e-9175-3e0e6e62c78c req-4452286e-97b3-4b39-91db-a98f94c19632 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408106 Aug 07 04:09:25.356722 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6889f927-4b82-4d38-afda-3181413f793f tempest-TestVolumeBootPattern-1049575527 tempest-TestVolumeBootPattern-1049575527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:25.359008 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-6889f927-4b82-4d38-afda-3181413f793f tempest-TestVolumeBootPattern-1049575527 tempest-TestVolumeBootPattern-1049575527-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 1094 time: 0.1837447 Aug 07 04:09:25.361987 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54874) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:25.367691 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Request body: {'floatingip': {'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'port_id': '201aa021-333b-4cc1-8b5f-90a04c0a9b6a', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:25.386235 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e66e08-0e7a-4113-b3d5-7f8a8047e7a3 req-cf6896d1-0ebf-4b87-a6ce-112cb440dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:25.387818 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b0e66e08-0e7a-4113-b3d5-7f8a8047e7a3 req-cf6896d1-0ebf-4b87-a6ce-112cb440dc50 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 1098 time: 0.0455995 Aug 07 04:09:25.393543 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for floatingip, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:25.424723 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b0e66e08-0e7a-4113-b3d5-7f8a8047e7a3 req-2c0de70e-3e74-43f8-8812-3cbc08c58ac2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=312e3424-5fea-4fb5-92cd-5959946832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288484 Aug 07 04:09:25.491415 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:25.600598 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Allocated IP 172.27.0.146 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/af8a432e-db97-4d6e-acd0-f8fb4276deba) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:09:25.707150 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:25.746650 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:25.748493 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168b96f-f7d5-4295-a92d-a1cde1118c37 req-8b7ef3cf-8b28-43b8-beee-454e155de2c5 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:25.750024 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d168b96f-f7d5-4295-a92d-a1cde1118c37 req-8b7ef3cf-8b28-43b8-beee-454e155de2c5 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 945 time: 0.0501890 Aug 07 04:09:25.785344 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:09:25.788100 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:09:25.788690 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d168b96f-f7d5-4295-a92d-a1cde1118c37 req-9a5604d4-3db5-4084-8d78-856e2bafb26f tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325875 Aug 07 04:09:25.791836 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:09:25.811586 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54884) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:25.825847 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Pushing event updated for resources: {'Port': ['ID=af8a432e-db97-4d6e-acd0-f8fb4276deba,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:25.897562 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbe33e7-7156-4003-a89a-cdfb8d292058 tempest-TestMinimumBasicScenario-316562891 tempest-TestMinimumBasicScenario-316562891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:25.902337 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-6dbe33e7-7156-4003-a89a-cdfb8d292058 tempest-TestMinimumBasicScenario-316562891 tempest-TestMinimumBasicScenario-316562891-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 1093 time: 0.0865302 Aug 07 04:09:25.902597 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54888) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:25.907257 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Request body: {'floatingip': {'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'port_id': '1b0594a7-c78e-4c85-95d0-c66e9c362fed', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:25.928678 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for floatingip, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:26.028827 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:26.132102 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Allocated IP 172.27.0.193 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/1d5baa11-cf1e-4a49-b8d5-ff0eeacdb646) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:09:26.158497 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:26.230261 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:26.270087 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:26.294540 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275efcc1-1157-4a0b-8359-b00e393f401d req-6dd39f69-a19e-4a06-8690-b4f023f07e3e tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:26.296071 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-275efcc1-1157-4a0b-8359-b00e393f401d req-6dd39f69-a19e-4a06-8690-b4f023f07e3e tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 945 time: 0.0762012 Aug 07 04:09:26.352242 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-275efcc1-1157-4a0b-8359-b00e393f401d req-6c7a6069-1d3a-430a-af7a-25a35243be33 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e3424-5fea-4fb5-92cd-5959946832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461521 Aug 07 04:09:26.353838 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:26.411312 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:09:26.424369 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:09:26.429497 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:09:26.468453 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Pushing event updated for resources: {'Port': ['ID=1d5baa11-cf1e-4a49-b8d5-ff0eeacdb646,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:26.525512 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c96a8-2212-4378-b13c-c55e933314da req-55d90fac-f397-4194-bd1e-0a3a41617cc3 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:26.527104 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a54c96a8-2212-4378-b13c-c55e933314da req-55d90fac-f397-4194-bd1e-0a3a41617cc3 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.1148210 Aug 07 04:09:26.637096 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a54c96a8-2212-4378-b13c-c55e933314da req-7f669103-739c-4af2-b888-5012c090be19 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011171 Aug 07 04:09:26.639111 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:26.643504 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:26.714315 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Pushing event updated for resources: {'Port': ['ID=af8a432e-db97-4d6e-acd0-f8fb4276deba,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:26.723839 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:26.825712 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.l3_db [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Floating IP 2f931dc1-1707-4a48-84a8-8126c46e8990 associated. External IP: 172.27.0.146, port: 201aa021-333b-4cc1-8b5f-90a04c0a9b6a. Aug 07 04:09:26.850912 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:26.917378 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:27.031422 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Router 19579f7d-b38c-4152-871c-1fd494c4ac73 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:09:27.064961 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:27.069310 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:27.137953 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:09:27.140076 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Pushing event updated for resources: {'Port': ['ID=1d5baa11-cf1e-4a49-b8d5-ff0eeacdb646,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:27.148451 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:27.155710 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432a46c3-c5b4-4e14-a9ef-10c13c723b08 None None] Sync routers for ids ['19579f7d-b38c-4152-871c-1fd494c4ac73'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:09:27.157561 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:27.166807 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432a46c3-c5b4-4e14-a9ef-10c13c723b08 None None] Routers {'19579f7d-b38c-4152-871c-1fd494c4ac73'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:09:27.167866 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-432a46c3-c5b4-4e14-a9ef-10c13c723b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:09:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['19579f7d-b38c-4152-871c-1fd494c4ac73'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:09:27.185376 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-315ef503-650b-45a6-aaed-fd4909a0ca9c tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8216703 Aug 07 04:09:27.185965 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc67445-d69e-43f3-b719-c5daffd39f15', 'tag': '201aa021-333b-4cc1-8b5f-90a04c0a9b6a'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:09:27.188289 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609f7190-7b3f-4220-98e8-8af010e6c6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc67445-d69e-43f3-b719-c5daffd39f15", "tag": "201aa021-333b-4cc1-8b5f-90a04c0a9b6a"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:09:27.232326 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9519ca9-9c5c-4a3f-91ed-8cd47febaa76 x-openstack-request-id: req-b9519ca9-9c5c-4a3f-91ed-8cd47febaa76 {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:09:27.232928 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc67445-d69e-43f3-b719-c5daffd39f15", "tag": "201aa021-333b-4cc1-8b5f-90a04c0a9b6a", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:09:27.232928 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9519ca9-9c5c-4a3f-91ed-8cd47febaa76 {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:09:27.233243 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc67445-d69e-43f3-b719-c5daffd39f15', 'tag': '201aa021-333b-4cc1-8b5f-90a04c0a9b6a', 'status': 'completed', 'code': 200} Aug 07 04:09:27.280449 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-432a46c3-c5b4-4e14-a9ef-10c13c723b08 None None] Set router 19579f7d-b38c-4152-871c-1fd494c4ac73 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:09:27.288582 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.l3_db [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Floating IP ef4125ec-1415-4331-b258-76c6d7cfb602 associated. External IP: 172.27.0.193, port: 1b0594a7-c78e-4c85-95d0-c66e9c362fed. Aug 07 04:09:27.345107 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f7190-7b3f-4220-98e8-8af010e6c6f9 req-838f151d-1a18-44fb-8a2b-72ab70b4e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:27.346665 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-609f7190-7b3f-4220-98e8-8af010e6c6f9 req-838f151d-1a18-44fb-8a2b-72ab70b4e3f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=247ed23b8f704cad8656985f5f9aac7d&device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 1099 time: 0.0894067 Aug 07 04:09:27.507528 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f7190-7b3f-4220-98e8-8af010e6c6f9 req-cea120d3-401f-45e2-aba7-431d3cf54923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:27.508971 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-609f7190-7b3f-4220-98e8-8af010e6c6f9 req-cea120d3-401f-45e2-aba7-431d3cf54923 service neutron] 10.222.0.30 "GET /v2.0/networks?id=275c17b5-8fd8-4af1-82c9-49e38086c905 HTTP/1.1" status: 200 len: 912 time: 0.1380944 Aug 07 04:09:27.549492 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a1905-8dd6-4739-bd3f-3ccfb04ed0e7 req-e76f2a0c-26fd-4b7b-b2d3-b8781da06574 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:27.550827 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b16a1905-8dd6-4739-bd3f-3ccfb04ed0e7 req-e76f2a0c-26fd-4b7b-b2d3-b8781da06574 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 945 time: 0.1261375 Aug 07 04:09:27.664957 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-432a46c3-c5b4-4e14-a9ef-10c13c723b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '2f931dc1-1707-4a48-84a8-8126c46e8990', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'port_id': '201aa021-333b-4cc1-8b5f-90a04c0a9b6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'mac_address': 'fa:16:3e:5a:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc67445-d69e-43f3-b719-c5daffd39f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:09:26Z', 'updated_at': '2021-08-07T04:09:26Z', 'revision_number': 0, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de5ca5-ed7b-47b2-877b-69a682767aa6', 'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'mac_address': 'fa:16:3e:b4:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:30Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 5, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'subnets': [{'id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:09:27.675212 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b16a1905-8dd6-4739-bd3f-3ccfb04ed0e7 req-4de86046-23c1-4ae1-a376-1dbed5c0da02 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e3424-5fea-4fb5-92cd-5959946832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160383 Aug 07 04:09:27.690357 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-609f7190-7b3f-4220-98e8-8af010e6c6f9 req-bc25dbd3-e7b6-4daa-ab6a-e0bbecec79c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=201aa021-333b-4cc1-8b5f-90a04c0a9b6a HTTP/1.1" status: 200 len: 1000 time: 0.1385412 Aug 07 04:09:27.701872 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432a46c3-c5b4-4e14-a9ef-10c13c723b08 None None] Checking router: 19579f7d-b38c-4152-871c-1fd494c4ac73 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:09:27.702287 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:09:27.716002 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432a46c3-c5b4-4e14-a9ef-10c13c723b08 None None] Routers {'19579f7d-b38c-4152-871c-1fd494c4ac73'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:09:27.717177 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-432a46c3-c5b4-4e14-a9ef-10c13c723b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:09:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['19579f7d-b38c-4152-871c-1fd494c4ac73'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:09:27.827674 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-432a46c3-c5b4-4e14-a9ef-10c13c723b08 None None] Set router 19579f7d-b38c-4152-871c-1fd494c4ac73 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:09:27.836753 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f7190-7b3f-4220-98e8-8af010e6c6f9 req-651cdbcc-c134-4a43-b6d7-d17c38f89998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:27.838241 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-609f7190-7b3f-4220-98e8-8af010e6c6f9 req-651cdbcc-c134-4a43-b6d7-d17c38f89998 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937e2577-2fb8-4215-8d19-a0491f5eb6fe HTTP/1.1" status: 200 len: 850 time: 0.1380215 Aug 07 04:09:28.069663 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-432a46c3-c5b4-4e14-a9ef-10c13c723b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '2f931dc1-1707-4a48-84a8-8126c46e8990', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'port_id': '201aa021-333b-4cc1-8b5f-90a04c0a9b6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'mac_address': 'fa:16:3e:5a:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc67445-d69e-43f3-b719-c5daffd39f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:09:26Z', 'updated_at': '2021-08-07T04:09:26Z', 'revision_number': 0, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de5ca5-ed7b-47b2-877b-69a682767aa6', 'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'mac_address': 'fa:16:3e:b4:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:30Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 5, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'subnets': [{'id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:09:28.097978 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432a46c3-c5b4-4e14-a9ef-10c13c723b08 None None] The sync data for ids ['19579f7d-b38c-4152-871c-1fd494c4ac73'] in dv-cinder-803748-2-iscsi is: [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '2f931dc1-1707-4a48-84a8-8126c46e8990', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'port_id': '201aa021-333b-4cc1-8b5f-90a04c0a9b6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'mac_address': 'fa:16:3e:5a:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc67445-d69e-43f3-b719-c5daffd39f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:09:26Z', 'updated_at': '2021-08-07T04:09:26Z', 'revision_number': 0, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de5ca5-ed7b-47b2-877b-69a682767aa6', 'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'mac_address': 'fa:16:3e:b4:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:30Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 5, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'subnets': [{'id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:09:28.158119 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674f27c-1b1c-428c-8aad-505cc2780cd0 req-8ca8d4ef-ae06-45b9-bac7-eeee69508a8a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:28.159661 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8674f27c-1b1c-428c-8aad-505cc2780cd0 req-8ca8d4ef-ae06-45b9-bac7-eeee69508a8a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.4279702 Aug 07 04:09:28.208180 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e43ee-2c77-4074-b52e-d5a87e6b261b req-4fe1a4a8-b37b-4287-a7c0-595a0c11ffc5 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:28.209610 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fc7e43ee-2c77-4074-b52e-d5a87e6b261b req-4fe1a4a8-b37b-4287-a7c0-595a0c11ffc5 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 945 time: 0.4594193 Aug 07 04:09:28.219119 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54904) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:28.224614 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-d90f6af1-1fbb-49e1-bc2c-84d0699cf5c0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Request body: {'floatingip': {'port_id': 'df86aa8c-87b6-4e7f-93d2-a38f82c332ad'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:28.241260 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f7190-7b3f-4220-98e8-8af010e6c6f9 req-11d15c26-58cc-44f0-9f8d-4570cb931f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:28.242731 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-609f7190-7b3f-4220-98e8-8af010e6c6f9 req-11d15c26-58cc-44f0-9f8d-4570cb931f28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=275c17b5-8fd8-4af1-82c9-49e38086c905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3914864 Aug 07 04:09:28.263043 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8674f27c-1b1c-428c-8aad-505cc2780cd0 req-2d0de07f-0b4a-428b-9797-7e4dcce8c4fc tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946913 Aug 07 04:09:28.268718 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d90f6af1-1fbb-49e1-bc2c-84d0699cf5c0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for floatingip, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:28.272776 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:09:28.286148 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d142f2c-b518-4e4a-b175-dc556b9fb28c None None] Sync routers for ids ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:09:28.296678 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d142f2c-b518-4e4a-b175-dc556b9fb28c None None] Routers {'f3ecf185-e0c9-4073-8093-d89fe06c5ca7'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:09:28.297553 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-0d142f2c-b518-4e4a-b175-dc556b9fb28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:09:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:09:28.349970 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:28.358588 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85018f21-48ee-4fc3-a0b3-10f3e542bd89 None None] New status for floating IP 2f931dc1-1707-4a48-84a8-8126c46e8990: ACTIVE {{(pid=93435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:09:28.399059 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-c0edf5ec-6ddc-4472-8a94-f12cde680466 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4950948 Aug 07 04:09:28.399878 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54906) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:28.404612 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'tag': '1b0594a7-c78e-4c85-95d0-c66e9c362fed'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:09:28.407086 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc847779-6c4a-433a-8fcc-40a8d48bf875" -d '{"events": [{"name": "network-changed", "server_uuid": "c4be3fcc-5526-4ae9-b8b0-63d2744b3e09", "tag": "1b0594a7-c78e-4c85-95d0-c66e9c362fed"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:09:28.414564 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-58d181e6-ec83-4985-8d10-11cfc62dca8e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-243768967', 'description': 'tempest-secgroup-smoke-243768967 description', 'project_id': 'c401a89bcb5348018d4ebc457340bb53'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:28.441273 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-609f7190-7b3f-4220-98e8-8af010e6c6f9 req-008c2165-62d7-44da-8394-e38b4d0d6b23 service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770067 Aug 07 04:09:28.470444 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-58d181e6-ec83-4985-8d10-11cfc62dca8e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:28.515114 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-0d142f2c-b518-4e4a-b175-dc556b9fb28c None None] Set router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:09:28.597100 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-58d181e6-ec83-4985-8d10-11cfc62dca8e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:28.599586 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44719d19-9c44-45f6-821e-fc43336f1bc5 x-openstack-request-id: req-44719d19-9c44-45f6-821e-fc43336f1bc5 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:09:28.600371 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4be3fcc-5526-4ae9-b8b0-63d2744b3e09", "tag": "1b0594a7-c78e-4c85-95d0-c66e9c362fed", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:09:28.600634 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44719d19-9c44-45f6-821e-fc43336f1bc5 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:09:28.601670 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'tag': '1b0594a7-c78e-4c85-95d0-c66e9c362fed', 'status': 'completed', 'code': 200} Aug 07 04:09:28.612322 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-58d181e6-ec83-4985-8d10-11cfc62dca8e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:28.614147 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc847779-6c4a-433a-8fcc-40a8d48bf875 req-09a08ff7-6e8b-4b5b-a44c-0d21cff369da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:28.615694 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-bc847779-6c4a-433a-8fcc-40a8d48bf875 req-09a08ff7-6e8b-4b5b-a44c-0d21cff369da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c401a89bcb5348018d4ebc457340bb53&device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 1098 time: 0.1025565 Aug 07 04:09:28.645172 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-58d181e6-ec83-4985-8d10-11cfc62dca8e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:28.649071 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-58d181e6-ec83-4985-8d10-11cfc62dca8e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2359338 Aug 07 04:09:28.650457 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54910) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:28.654859 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-a648b1d6-5823-4e44-9cff-ef5489efa40b tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Request body: {'security_group_rule': {'security_group_id': '894ab89f-acb2-41fc-9c01-0b0a3381461a', 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:28.685155 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d181e6-ec83-4985-8d10-11cfc62dca8e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894ab89f-acb2-41fc-9c01-0b0a3381461a,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:28.717022 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-609f7190-7b3f-4220-98e8-8af010e6c6f9 req-8ec1f0a4-0ddf-4ce2-8780-d490a42298b6 service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666230 Aug 07 04:09:28.717689 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a648b1d6-5823-4e44-9cff-ef5489efa40b tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:28.766896 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a648b1d6-5823-4e44-9cff-ef5489efa40b tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:28.770681 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a648b1d6-5823-4e44-9cff-ef5489efa40b tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:28.774681 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-0d142f2c-b518-4e4a-b175-dc556b9fb28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'name': 'tempest-TestMinimumBasicScenario-1234786737-router', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '23be311a-72dd-4d99-8973-dfff1495f114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:39Z', 'revision_number': 4, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'gw_port': {'id': '23be311a-72dd-4d99-8973-dfff1495f114', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:36Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': 'ef4125ec-1415-4331-b258-76c6d7cfb602', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'port_id': '1b0594a7-c78e-4c85-95d0-c66e9c362fed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443', 'mac_address': 'fa:16:3e:ae:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:09:26Z', 'updated_at': '2021-08-07T04:09:26Z', 'revision_number': 0, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b33757-eabb-43e5-896f-be8fe0127c52', 'name': '', 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'mac_address': 'fa:16:3e:f0:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:38Z', 'updated_at': '2021-08-07T04:08:49Z', 'revision_number': 5, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'subnets': [{'id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:09:28.788352 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648b1d6-5823-4e44-9cff-ef5489efa40b tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed9a0a7-e1a2-440a-a3ed-6938f4b3111b,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:28.801113 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a648b1d6-5823-4e44-9cff-ef5489efa40b tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:28.802557 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-a648b1d6-5823-4e44-9cff-ef5489efa40b tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514075 Aug 07 04:09:28.803642 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d142f2c-b518-4e4a-b175-dc556b9fb28c None None] Checking router: f3ecf185-e0c9-4073-8093-d89fe06c5ca7 for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:09:28.805116 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54912) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:28.810873 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-1e55c124-3a9c-4cd1-bf14-12f993ba5823 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Request body: {'security_group_rule': {'security_group_id': '894ab89f-acb2-41fc-9c01-0b0a3381461a', 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:28.813378 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d142f2c-b518-4e4a-b175-dc556b9fb28c None None] Routers {'f3ecf185-e0c9-4073-8093-d89fe06c5ca7'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:09:28.814054 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-0d142f2c-b518-4e4a-b175-dc556b9fb28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:09:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:09:28.821735 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc847779-6c4a-433a-8fcc-40a8d48bf875 req-8564807f-64ed-4687-a681-ed3d381791be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:28.823346 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-bc847779-6c4a-433a-8fcc-40a8d48bf875 req-8564807f-64ed-4687-a681-ed3d381791be service neutron] 10.222.0.30 "GET /v2.0/networks?id=e61a548b-683a-47cd-93a6-20df475aa443 HTTP/1.1" status: 200 len: 916 time: 0.1693757 Aug 07 04:09:28.837612 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1e55c124-3a9c-4cd1-bf14-12f993ba5823 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:28.903932 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1e55c124-3a9c-4cd1-bf14-12f993ba5823 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:28.908682 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1e55c124-3a9c-4cd1-bf14-12f993ba5823 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:28.927332 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55c124-3a9c-4cd1-bf14-12f993ba5823 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20f376c-c569-482f-83fe-723de18e591b,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:28.937018 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1e55c124-3a9c-4cd1-bf14-12f993ba5823 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:28.938503 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-1e55c124-3a9c-4cd1-bf14-12f993ba5823 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320438 Aug 07 04:09:28.942489 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54914) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:28.945927 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-0d142f2c-b518-4e4a-b175-dc556b9fb28c None None] Set router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:09:28.947318 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-dc5435e5-ac94-406f-91b6-a4638ba98978 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Request body: {'security_group_rule': {'security_group_id': '894ab89f-acb2-41fc-9c01-0b0a3381461a', 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:28.966200 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-bc847779-6c4a-433a-8fcc-40a8d48bf875 req-cbbf0a7a-7a18-40ac-a1e0-d9a825022dbc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b0594a7-c78e-4c85-95d0-c66e9c362fed HTTP/1.1" status: 200 len: 999 time: 0.1082788 Aug 07 04:09:28.974278 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-dc5435e5-ac94-406f-91b6-a4638ba98978 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:28.979140 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d90f6af1-1fbb-49e1-bc2c-84d0699cf5c0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.022699 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d90f6af1-1fbb-49e1-bc2c-84d0699cf5c0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.038428 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-dc5435e5-ac94-406f-91b6-a4638ba98978 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.043364 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-dc5435e5-ac94-406f-91b6-a4638ba98978 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.059728 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc847779-6c4a-433a-8fcc-40a8d48bf875 req-107fe074-52ea-471a-a0e2-4341412b8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:29.061213 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-bc847779-6c4a-433a-8fcc-40a8d48bf875 req-107fe074-52ea-471a-a0e2-4341412b8f68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18f30234-ee7f-4f30-91ba-1f101f3a206c HTTP/1.1" status: 200 len: 854 time: 0.0810175 Aug 07 04:09:29.063732 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5435e5-ac94-406f-91b6-a4638ba98978 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c96723-830e-4545-9656-495e6c51a061,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:29.072226 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-dc5435e5-ac94-406f-91b6-a4638ba98978 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.075949 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-dc5435e5-ac94-406f-91b6-a4638ba98978 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298907 Aug 07 04:09:29.076192 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54916) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:29.080547 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-922a37b8-56e2-430a-a5f1-106a89617236 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Request body: {'security_group_rule': {'security_group_id': '894ab89f-acb2-41fc-9c01-0b0a3381461a', 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:29.112934 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-922a37b8-56e2-430a-a5f1-106a89617236 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.157450 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc847779-6c4a-433a-8fcc-40a8d48bf875 req-7e19e76c-41bd-4d4e-b619-68d2ed442b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:29.158943 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-bc847779-6c4a-433a-8fcc-40a8d48bf875 req-7e19e76c-41bd-4d4e-b619-68d2ed442b5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e61a548b-683a-47cd-93a6-20df475aa443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0893483 Aug 07 04:09:29.170011 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.l3_db [None req-d90f6af1-1fbb-49e1-bc2c-84d0699cf5c0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Floating IP f9468dd7-a177-4351-a759-6bb112c92932 associated. External IP: 172.27.0.100, port: df86aa8c-87b6-4e7f-93d2-a38f82c332ad. Aug 07 04:09:29.176566 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-922a37b8-56e2-430a-a5f1-106a89617236 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.182027 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-922a37b8-56e2-430a-a5f1-106a89617236 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.196344 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-0d142f2c-b518-4e4a-b175-dc556b9fb28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'name': 'tempest-TestMinimumBasicScenario-1234786737-router', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '23be311a-72dd-4d99-8973-dfff1495f114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:39Z', 'revision_number': 4, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'gw_port': {'id': '23be311a-72dd-4d99-8973-dfff1495f114', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:36Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': 'ef4125ec-1415-4331-b258-76c6d7cfb602', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'port_id': '1b0594a7-c78e-4c85-95d0-c66e9c362fed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443', 'mac_address': 'fa:16:3e:ae:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:09:26Z', 'updated_at': '2021-08-07T04:09:26Z', 'revision_number': 0, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b33757-eabb-43e5-896f-be8fe0127c52', 'name': '', 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'mac_address': 'fa:16:3e:f0:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:38Z', 'updated_at': '2021-08-07T04:08:49Z', 'revision_number': 5, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'subnets': [{'id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:09:29.199951 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a37b8-56e2-430a-a5f1-106a89617236 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4caa3a9-4e74-4422-aa1c-b8f763bf2a6d,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:29.209208 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-922a37b8-56e2-430a-a5f1-106a89617236 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.210843 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-922a37b8-56e2-430a-a5f1-106a89617236 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333904 Aug 07 04:09:29.213719 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 54918) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:29.218536 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-c1ad6b3c-8974-47f5-a0bc-a1a0dce1e389 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Request body: {'security_group_rule': {'security_group_id': '894ab89f-acb2-41fc-9c01-0b0a3381461a', 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:29.224376 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d142f2c-b518-4e4a-b175-dc556b9fb28c None None] The sync data for ids ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'] in dv-cinder-803748-2-iscsi is: [{'id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'name': 'tempest-TestMinimumBasicScenario-1234786737-router', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '23be311a-72dd-4d99-8973-dfff1495f114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:39Z', 'revision_number': 4, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'gw_port': {'id': '23be311a-72dd-4d99-8973-dfff1495f114', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:36Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': 'ef4125ec-1415-4331-b258-76c6d7cfb602', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'port_id': '1b0594a7-c78e-4c85-95d0-c66e9c362fed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443', 'mac_address': 'fa:16:3e:ae:97:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:09:26Z', 'updated_at': '2021-08-07T04:09:26Z', 'revision_number': 0, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b33757-eabb-43e5-896f-be8fe0127c52', 'name': '', 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'mac_address': 'fa:16:3e:f0:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:38Z', 'updated_at': '2021-08-07T04:08:49Z', 'revision_number': 5, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'subnets': [{'id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:09:29.241674 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.securitygroups_db [None req-c1ad6b3c-8974-47f5-a0bc-a1a0dce1e389 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Project c401a89bcb5348018d4ebc457340bb53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 04:09:29.247177 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c1ad6b3c-8974-47f5-a0bc-a1a0dce1e389 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.320282 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c1ad6b3c-8974-47f5-a0bc-a1a0dce1e389 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.325216 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c1ad6b3c-8974-47f5-a0bc-a1a0dce1e389 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.344141 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad6b3c-8974-47f5-a0bc-a1a0dce1e389 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932c0221-ff7c-4d4b-a260-e13faa705fe3,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:29.351445 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c1ad6b3c-8974-47f5-a0bc-a1a0dce1e389 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.352662 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-c1ad6b3c-8974-47f5-a0bc-a1a0dce1e389 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379266 Aug 07 04:09:29.356300 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 54922) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:29.361487 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-38e9df53-e8c6-4d26-adf9-c7cb8182cdde tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Request body: {'security_group_rule': {'security_group_id': '894ab89f-acb2-41fc-9c01-0b0a3381461a', 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:29.369404 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-bc847779-6c4a-433a-8fcc-40a8d48bf875 req-cd45e9db-e418-417b-897c-0bd995b752b2 service neutron] 10.222.0.30 "GET /v2.0/networks/e61a548b-683a-47cd-93a6-20df475aa443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949403 Aug 07 04:09:29.408557 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3eb96-04d0-4884-81ee-afffb9b0c8e0 req-bcb52cb3-e7d5-4a59-b270-5f13f5203968 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:29.410146 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7fd3eb96-04d0-4884-81ee-afffb9b0c8e0 req-bcb52cb3-e7d5-4a59-b270-5f13f5203968 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0540795 Aug 07 04:09:29.461562 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7fd3eb96-04d0-4884-81ee-afffb9b0c8e0 req-17a586fb-b38b-4b6e-a335-490421200108 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410626 Aug 07 04:09:29.484548 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.securitygroups_db [None req-38e9df53-e8c6-4d26-adf9-c7cb8182cdde tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Project c401a89bcb5348018d4ebc457340bb53 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 04:09:29.498486 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0fb2ab-682f-4ed2-8ce6-366611758f4c None None] New status for floating IP ef4125ec-1415-4331-b258-76c6d7cfb602: ACTIVE {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:09:29.502620 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-38e9df53-e8c6-4d26-adf9-c7cb8182cdde tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.611075 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-bc847779-6c4a-433a-8fcc-40a8d48bf875 req-b576d1a2-a829-4895-ac85-ad3b0391cdff service neutron] 10.222.0.30 "GET /v2.0/networks/e61a548b-683a-47cd-93a6-20df475aa443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236893 Aug 07 04:09:29.621674 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-38e9df53-e8c6-4d26-adf9-c7cb8182cdde tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.627421 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-38e9df53-e8c6-4d26-adf9-c7cb8182cdde tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.637129 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90f6af1-1fbb-49e1-bc2c-84d0699cf5c0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Router 9b5a95c3-8287-4f32-8855-525f89fb42b4 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:09:29.650222 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9df53-e8c6-4d26-adf9-c7cb8182cdde tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cec84d8-28aa-49e6-b9f9-0f5e66063205,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:29.661159 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-38e9df53-e8c6-4d26-adf9-c7cb8182cdde tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.662347 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-38e9df53-e8c6-4d26-adf9-c7cb8182cdde tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3044002 Aug 07 04:09:29.743700 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-227a9b4f-afe4-4112-95e1-4b0d5e5eb0ea req-18d57ca4-ea21-44bc-b327-97fac7423c69 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243768967&fields=id&tenant_id=c401a89bcb5348018d4ebc457340bb53 HTTP/1.1" status: 200 len: 267 time: 0.0328076 Aug 07 04:09:29.764382 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90f6af1-1fbb-49e1-bc2c-84d0699cf5c0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:09:29.768717 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d90f6af1-1fbb-49e1-bc2c-84d0699cf5c0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.773441 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e53e71-9dfa-40a0-9759-646286e4221f None None] Sync routers for ids ['9b5a95c3-8287-4f32-8855-525f89fb42b4'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:09:29.783020 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e53e71-9dfa-40a0-9759-646286e4221f None None] Routers {'9b5a95c3-8287-4f32-8855-525f89fb42b4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:09:29.783640 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-39e53e71-9dfa-40a0-9759-646286e4221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:09:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['9b5a95c3-8287-4f32-8855-525f89fb42b4'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:09:29.796529 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-d90f6af1-1fbb-49e1-bc2c-84d0699cf5c0 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "PUT /v2.0/floatingips/f9468dd7-a177-4351-a759-6bb112c92932 HTTP/1.1" status: 200 len: 991 time: 1.5763297 Aug 07 04:09:29.797369 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2aeabf-c06a-4528-8db4-177152e082a2', 'tag': 'df86aa8c-87b6-4e7f-93d2-a38f82c332ad'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:09:29.799782 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eeb13ac-ca2a-4a3f-bda1-cf0660ab2eec" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2aeabf-c06a-4528-8db4-177152e082a2", "tag": "df86aa8c-87b6-4e7f-93d2-a38f82c332ad"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:09:29.803889 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a9b4f-afe4-4112-95e1-4b0d5e5eb0ea req-f56ea0cd-6368-4c5d-8d7b-5a712e12e346 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:29.805620 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-227a9b4f-afe4-4112-95e1-4b0d5e5eb0ea req-f56ea0cd-6368-4c5d-8d7b-5a712e12e346 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 945 time: 0.0559795 Aug 07 04:09:29.818175 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-227a9b4f-afe4-4112-95e1-4b0d5e5eb0ea req-c59aa6c0-2f96-4638-8699-ef233f4ba7e2 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Request body: {'port': {'security_groups': ['a23127ea-9ec2-407c-807f-09f088c58df9', '894ab89f-acb2-41fc-9c01-0b0a3381461a']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:09:29.889726 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-227a9b4f-afe4-4112-95e1-4b0d5e5eb0ea req-c59aa6c0-2f96-4638-8699-ef233f4ba7e2 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:29.901933 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-39e53e71-9dfa-40a0-9759-646286e4221f None None] Set router 9b5a95c3-8287-4f32-8855-525f89fb42b4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:09:29.912947 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a255cc-a124-4c70-bcbe-cb09faa4606f x-openstack-request-id: req-19a255cc-a124-4c70-bcbe-cb09faa4606f {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:09:29.913309 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2aeabf-c06a-4528-8db4-177152e082a2", "tag": "df86aa8c-87b6-4e7f-93d2-a38f82c332ad", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:09:29.913569 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19a255cc-a124-4c70-bcbe-cb09faa4606f {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:09:29.913973 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2aeabf-c06a-4528-8db4-177152e082a2', 'tag': 'df86aa8c-87b6-4e7f-93d2-a38f82c332ad', 'status': 'completed', 'code': 200} Aug 07 04:09:29.989175 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb13ac-ca2a-4a3f-bda1-cf0660ab2eec req-c36a9b75-8898-4a0e-b201-1ebfe0aacbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:29.990794 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-8eeb13ac-ca2a-4a3f-bda1-cf0660ab2eec req-c36a9b75-8898-4a0e-b201-1ebfe0aacbb3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b24080fb8644fa5b3fff0ba279b4140&device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 1098 time: 0.0436485 Aug 07 04:09:30.078995 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-227a9b4f-afe4-4112-95e1-4b0d5e5eb0ea req-c59aa6c0-2f96-4638-8699-ef233f4ba7e2 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] For port 1b0594a7-c78e-4c85-95d0-c66e9c362fed, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=1b0594a7-c78e-4c85-95d0-c66e9c362fed,segment=NetworkSegment(e19a1b71-123f-4fef-9118-364a383b3539),segment_id=e19a1b71-123f-4fef-9118-364a383b3539)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:09:30.093390 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb13ac-ca2a-4a3f-bda1-cf0660ab2eec req-91ddf452-b719-4938-8f0e-7f931d27f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:30.094894 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-8eeb13ac-ca2a-4a3f-bda1-cf0660ab2eec req-91ddf452-b719-4938-8f0e-7f931d27f5fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=35f15573-4d02-4cd9-a022-983f2f904dbd HTTP/1.1" status: 200 len: 910 time: 0.0970988 Aug 07 04:09:30.110878 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-227a9b4f-afe4-4112-95e1-4b0d5e5eb0ea req-c59aa6c0-2f96-4638-8699-ef233f4ba7e2 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:30.117477 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-227a9b4f-afe4-4112-95e1-4b0d5e5eb0ea req-c59aa6c0-2f96-4638-8699-ef233f4ba7e2 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:30.131293 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['1b0594a7-c78e-4c85-95d0-c66e9c362fed'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:09:30.158084 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-39e53e71-9dfa-40a0-9759-646286e4221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:02Z', 'revision_number': 4, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': 'f9468dd7-a177-4351-a759-6bb112c92932', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'port_id': 'df86aa8c-87b6-4e7f-93d2-a38f82c332ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'mac_address': 'fa:16:3e:1d:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aeabf-c06a-4528-8db4-177152e082a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:09:16Z', 'updated_at': '2021-08-07T04:09:28Z', 'revision_number': 1, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d532c8-cda9-484b-9b25-0264a8cf9ad6', 'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'mac_address': 'fa:16:3e:76:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:58Z', 'updated_at': '2021-08-07T04:04:10Z', 'revision_number': 5, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'subnets': [{'id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:09:30.169576 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a9b4f-afe4-4112-95e1-4b0d5e5eb0ea req-c59aa6c0-2f96-4638-8699-ef233f4ba7e2 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:30.170371 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-227a9b4f-afe4-4112-95e1-4b0d5e5eb0ea req-c59aa6c0-2f96-4638-8699-ef233f4ba7e2 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:30.172080 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-227a9b4f-afe4-4112-95e1-4b0d5e5eb0ea req-c59aa6c0-2f96-4638-8699-ef233f4ba7e2 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "PUT /v2.0/ports/1b0594a7-c78e-4c85-95d0-c66e9c362fed HTTP/1.1" status: 200 len: 981 time: 0.3586366 Aug 07 04:09:30.184767 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-8eeb13ac-ca2a-4a3f-bda1-cf0660ab2eec req-185a1f54-6106-43e1-b9a8-4df1b973295e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df86aa8c-87b6-4e7f-93d2-a38f82c332ad HTTP/1.1" status: 200 len: 999 time: 0.0794928 Aug 07 04:09:30.204867 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e53e71-9dfa-40a0-9759-646286e4221f None None] Checking router: 9b5a95c3-8287-4f32-8855-525f89fb42b4 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:09:30.221263 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59aa6c0-2f96-4638-8699-ef233f4ba7e2 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Pushing event updated for resources: {'Port': ['ID=1b0594a7-c78e-4c85-95d0-c66e9c362fed,revision_number=6']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:30.230119 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e53e71-9dfa-40a0-9759-646286e4221f None None] Routers {'9b5a95c3-8287-4f32-8855-525f89fb42b4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:09:30.230663 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-39e53e71-9dfa-40a0-9759-646286e4221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:09:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['9b5a95c3-8287-4f32-8855-525f89fb42b4'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:09:30.250248 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb13ac-ca2a-4a3f-bda1-cf0660ab2eec req-5e4fa20c-85a9-4ae8-a3c1-2804997db3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:30.251854 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-8eeb13ac-ca2a-4a3f-bda1-cf0660ab2eec req-5e4fa20c-85a9-4ae8-a3c1-2804997db3fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25f7c230-1533-4f59-ab13-7e2194590c52 HTTP/1.1" status: 200 len: 848 time: 0.0587544 Aug 07 04:09:30.305824 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27160305-30e4-4462-817c-4c05c75793c1 req-f9eef69a-d643-4775-bece-c670e2c4da45 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:30.306039 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb13ac-ca2a-4a3f-bda1-cf0660ab2eec req-282df709-6f73-4c26-bd27-afaa9d44ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:30.308385 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-8eeb13ac-ca2a-4a3f-bda1-cf0660ab2eec req-282df709-6f73-4c26-bd27-afaa9d44ae13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35f15573-4d02-4cd9-a022-983f2f904dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494528 Aug 07 04:09:30.309113 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-27160305-30e4-4462-817c-4c05c75793c1 req-f9eef69a-d643-4775-bece-c670e2c4da45 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0581162 Aug 07 04:09:30.320124 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['1b0594a7-c78e-4c85-95d0-c66e9c362fed'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:09:30.352682 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-27160305-30e4-4462-817c-4c05c75793c1 req-f4b2556d-6105-46c3-b0c5-9d394d9f4855 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&id=894ab89f-acb2-41fc-9c01-0b0a3381461a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372436 Aug 07 04:09:30.411605 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-39e53e71-9dfa-40a0-9759-646286e4221f None None] Set router 9b5a95c3-8287-4f32-8855-525f89fb42b4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:09:30.437999 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-8eeb13ac-ca2a-4a3f-bda1-cf0660ab2eec req-66b97d15-4580-4947-b2ab-80595f9693b8 service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106422 Aug 07 04:09:30.537303 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-8eeb13ac-ca2a-4a3f-bda1-cf0660ab2eec req-e70fc70b-af4a-41a2-b695-ec007b9c6fe6 service neutron] 10.222.0.30 "GET /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855348 Aug 07 04:09:30.576305 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-e5feedcf-7d8a-4abf-8fae-c0a059326202 None None] Provisioning complete for port 1b0594a7-c78e-4c85-95d0-c66e9c362fed triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:09:30.576691 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e5feedcf-7d8a-4abf-8fae-c0a059326202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:30.593400 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395e6f-9523-471d-afdb-52b9318ee51b req-e790d9a0-b660-471f-908c-c4762fc0f27e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:30.594869 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f7395e6f-9523-471d-afdb-52b9318ee51b req-e790d9a0-b660-471f-908c-c4762fc0f27e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0491266 Aug 07 04:09:30.602222 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'tag': '1b0594a7-c78e-4c85-95d0-c66e9c362fed'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:09:30.604790 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6870a76-9037-4c39-9516-9c7b11195800" -d '{"events": [{"name": "network-changed", "server_uuid": "c4be3fcc-5526-4ae9-b8b0-63d2744b3e09", "tag": "1b0594a7-c78e-4c85-95d0-c66e9c362fed"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:09:30.642440 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c13f98-fedb-41d7-9f06-86b674cea950 x-openstack-request-id: req-37c13f98-fedb-41d7-9f06-86b674cea950 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:09:30.642731 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4be3fcc-5526-4ae9-b8b0-63d2744b3e09", "tag": "1b0594a7-c78e-4c85-95d0-c66e9c362fed", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:09:30.642998 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37c13f98-fedb-41d7-9f06-86b674cea950 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:09:30.643387 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'tag': '1b0594a7-c78e-4c85-95d0-c66e9c362fed', 'status': 'completed', 'code': 200} Aug 07 04:09:30.646428 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f7395e6f-9523-471d-afdb-52b9318ee51b req-3aaca7ec-e16b-4d09-8e1b-ff15bf447e93 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455096 Aug 07 04:09:30.714683 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6870a76-9037-4c39-9516-9c7b11195800 req-789d325c-5192-4d25-b409-139eca96b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:30.716249 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e6870a76-9037-4c39-9516-9c7b11195800 req-789d325c-5192-4d25-b409-139eca96b686 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c401a89bcb5348018d4ebc457340bb53&device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 1137 time: 0.0425525 Aug 07 04:09:31.048133 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6870a76-9037-4c39-9516-9c7b11195800 req-da074950-ec5c-4c44-b892-ff798744e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:31.049627 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e6870a76-9037-4c39-9516-9c7b11195800 req-da074950-ec5c-4c44-b892-ff798744e06f service neutron] 10.222.0.30 "GET /v2.0/networks?id=e61a548b-683a-47cd-93a6-20df475aa443 HTTP/1.1" status: 200 len: 916 time: 0.3252249 Aug 07 04:09:31.120951 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e6870a76-9037-4c39-9516-9c7b11195800 req-f98ae191-00ff-413e-a19c-2ac8809cd495 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b0594a7-c78e-4c85-95d0-c66e9c362fed HTTP/1.1" status: 200 len: 1001 time: 0.0580051 Aug 07 04:09:31.131618 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-39e53e71-9dfa-40a0-9759-646286e4221f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:02Z', 'revision_number': 4, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': 'f9468dd7-a177-4351-a759-6bb112c92932', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'port_id': 'df86aa8c-87b6-4e7f-93d2-a38f82c332ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'mac_address': 'fa:16:3e:1d:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aeabf-c06a-4528-8db4-177152e082a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:09:16Z', 'updated_at': '2021-08-07T04:09:28Z', 'revision_number': 1, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d532c8-cda9-484b-9b25-0264a8cf9ad6', 'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'mac_address': 'fa:16:3e:76:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:58Z', 'updated_at': '2021-08-07T04:04:10Z', 'revision_number': 5, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'subnets': [{'id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:09:31.184046 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e53e71-9dfa-40a0-9759-646286e4221f None None] The sync data for ids ['9b5a95c3-8287-4f32-8855-525f89fb42b4'] in dv-cinder-803748-2-iscsi is: [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:02Z', 'revision_number': 4, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': 'f9468dd7-a177-4351-a759-6bb112c92932', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'port_id': 'df86aa8c-87b6-4e7f-93d2-a38f82c332ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'mac_address': 'fa:16:3e:1d:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2aeabf-c06a-4528-8db4-177152e082a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:09:16Z', 'updated_at': '2021-08-07T04:09:28Z', 'revision_number': 1, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d532c8-cda9-484b-9b25-0264a8cf9ad6', 'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'mac_address': 'fa:16:3e:76:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:58Z', 'updated_at': '2021-08-07T04:04:10Z', 'revision_number': 5, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'subnets': [{'id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:09:31.187368 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6870a76-9037-4c39-9516-9c7b11195800 req-8aeb8298-f008-4f67-871e-820cab11214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:31.188848 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e6870a76-9037-4c39-9516-9c7b11195800 req-8aeb8298-f008-4f67-871e-820cab11214e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18f30234-ee7f-4f30-91ba-1f101f3a206c HTTP/1.1" status: 200 len: 854 time: 0.0467086 Aug 07 04:09:31.237487 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6870a76-9037-4c39-9516-9c7b11195800 req-a0a8f090-bbe5-4ffd-a7dd-df9c185e3df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:31.239042 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e6870a76-9037-4c39-9516-9c7b11195800 req-a0a8f090-bbe5-4ffd-a7dd-df9c185e3df9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e61a548b-683a-47cd-93a6-20df475aa443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426030 Aug 07 04:09:31.330743 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e6870a76-9037-4c39-9516-9c7b11195800 req-fedbf6a4-9d19-469c-bb48-5d7576c65ec4 service neutron] 10.222.0.30 "GET /v2.0/networks/e61a548b-683a-47cd-93a6-20df475aa443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845940 Aug 07 04:09:31.383144 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a886ada-2795-4900-a081-b55afbb337c3 None None] New status for floating IP f9468dd7-a177-4351-a759-6bb112c92932: ACTIVE {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:09:31.434531 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e6870a76-9037-4c39-9516-9c7b11195800 req-3969161d-b31a-4443-a100-d658e6f15edf service neutron] 10.222.0.30 "GET /v2.0/networks/e61a548b-683a-47cd-93a6-20df475aa443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882294 Aug 07 04:09:31.768934 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd290b-3467-4b1d-9189-4b4bc110a00f req-3856471d-62ae-4377-b786-124bab6a6f43 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:31.770303 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2ebd290b-3467-4b1d-9189-4b4bc110a00f req-3856471d-62ae-4377-b786-124bab6a6f43 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0514305 Aug 07 04:09:31.807553 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2ebd290b-3467-4b1d-9189-4b4bc110a00f req-b6819fb4-7697-4bcf-8d44-7fca7956fa85 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312455 Aug 07 04:09:32.923032 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681adbeb-320b-4865-bdd8-3881aa4a2685 req-1ddbae5d-e241-432c-b9cc-8bdbb8402ae5 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:32.924473 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-681adbeb-320b-4865-bdd8-3881aa4a2685 req-1ddbae5d-e241-432c-b9cc-8bdbb8402ae5 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0474002 Aug 07 04:09:32.963298 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-681adbeb-320b-4865-bdd8-3881aa4a2685 req-8cd9462a-edf8-4e14-ad49-017de132b0ad tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326750 Aug 07 04:09:34.081836 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a18a9-1153-4f9e-a313-c178bec66913 req-97dfac5e-e3d0-441d-813c-76e93712c251 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:34.083312 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f18a18a9-1153-4f9e-a313-c178bec66913 req-97dfac5e-e3d0-441d-813c-76e93712c251 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0484717 Aug 07 04:09:34.120611 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f18a18a9-1153-4f9e-a313-c178bec66913 req-bd1961d1-220c-428f-a158-63279098bd7b tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313871 Aug 07 04:09:34.783878 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 7b486885-4670-4031-836b-4965f08552d2 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:09:34.880431 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 7b486885-4670-4031-836b-4965f08552d2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7b486885-4670-4031-836b-4965f08552d2,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:09:34.892331 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '7b486885-4670-4031-836b-4965f08552d2', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'port_id': '7b486885-4670-4031-836b-4965f08552d2', 'mac_address': 'fa:16:3e:9c:83:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:09:34.929215 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:34.938543 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:09:34.941589 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b486885-4670-4031-836b-4965f08552d2 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:09:34.960714 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 7b486885-4670-4031-836b-4965f08552d2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7b486885-4670-4031-836b-4965f08552d2,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:09:34.966961 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:35.020492 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=7b486885-4670-4031-836b-4965f08552d2,revision_number=6']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:35.052723 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['7b486885-4670-4031-836b-4965f08552d2'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:09:35.251033 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f567169-973a-472f-9f9a-d1313d5c8bdf req-02bc74c1-435a-42f9-9600-d923ac74c781 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:35.252547 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f567169-973a-472f-9f9a-d1313d5c8bdf req-02bc74c1-435a-42f9-9600-d923ac74c781 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 944 time: 0.0535800 Aug 07 04:09:35.302333 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5f567169-973a-472f-9f9a-d1313d5c8bdf req-03a4069d-3283-44f1-957a-08e9534e9c43 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416152 Aug 07 04:09:36.454464 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81676c50-f32d-4cd5-84f9-be6ab3cdce5c req-51c78deb-b0de-4269-b4db-9d93525ff580 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:36.457034 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-81676c50-f32d-4cd5-84f9-be6ab3cdce5c req-51c78deb-b0de-4269-b4db-9d93525ff580 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 944 time: 0.0602093 Aug 07 04:09:36.506859 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-81676c50-f32d-4cd5-84f9-be6ab3cdce5c req-fa3ef657-ed77-47b4-bc21-7359a4acead7 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422854 Aug 07 04:09:36.794243 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 7b486885-4670-4031-836b-4965f08552d2 up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:09:36.855444 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 7b486885-4670-4031-836b-4965f08552d2 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:09:36.855822 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:36.946267 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:36.972985 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b486885-4670-4031-836b-4965f08552d2'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:09:36.975325 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1036b8-5f50-423d-b1c5-54de718c939f" -d '{"events": [{"server_uuid": "9e2f9936-b986-4022-b6d6-176818ada9d8", "name": "network-vif-plugged", "status": "completed", "tag": "7b486885-4670-4031-836b-4965f08552d2"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:09:36.992314 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 7b486885-4670-4031-836b-4965f08552d2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7b486885-4670-4031-836b-4965f08552d2,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:09:36.997725 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:37.028514 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a8700c-8973-4299-a497-4500ab4faa93 x-openstack-request-id: req-44a8700c-8973-4299-a497-4500ab4faa93 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:09:37.028843 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2f9936-b986-4022-b6d6-176818ada9d8", "name": "network-vif-plugged", "status": "completed", "tag": "7b486885-4670-4031-836b-4965f08552d2", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:09:37.029104 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44a8700c-8973-4299-a497-4500ab4faa93 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:09:37.029658 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b486885-4670-4031-836b-4965f08552d2', 'code': 200} Aug 07 04:09:37.061720 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=7b486885-4670-4031-836b-4965f08552d2,revision_number=7']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:37.646408 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854b283-465e-4279-8094-b298942ef97a req-9c229ccb-5677-49ba-bfd4-d06e62bad607 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:37.655166 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d854b283-465e-4279-8094-b298942ef97a req-9c229ccb-5677-49ba-bfd4-d06e62bad607 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0577304 Aug 07 04:09:37.711472 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d854b283-465e-4279-8094-b298942ef97a req-ad2f6f5d-7f13-48bd-b6ec-b914764e94fc tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488808 Aug 07 04:09:37.744761 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:38.829895 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05c591-ca50-4c2e-a1a9-2bf3599e280b req-f61d51b1-ffa6-44fa-9931-48627510bb3d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:38.838575 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ef05c591-ca50-4c2e-a1a9-2bf3599e280b req-f61d51b1-ffa6-44fa-9931-48627510bb3d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0624220 Aug 07 04:09:38.884054 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ef05c591-ca50-4c2e-a1a9-2bf3599e280b req-ee2b6297-ef78-4b44-ac87-1696787ab5e9 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438972 Aug 07 04:09:40.015699 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb04a30-2ff1-42e1-ba93-3151aeae8d83 req-4c4b255f-5804-43ae-9ec8-28c8fb68a2eb tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:40.017475 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6fb04a30-2ff1-42e1-ba93-3151aeae8d83 req-4c4b255f-5804-43ae-9ec8-28c8fb68a2eb tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0594492 Aug 07 04:09:40.059586 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6fb04a30-2ff1-42e1-ba93-3151aeae8d83 req-14a78896-d302-4c7a-8c1b-582d662117d5 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355301 Aug 07 04:09:41.185655 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7251f2-f99d-4cb2-b520-eea4ca0c3d53 req-0e606776-400b-48bd-818b-d087902f7ecf tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:41.187260 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4d7251f2-f99d-4cb2-b520-eea4ca0c3d53 req-0e606776-400b-48bd-818b-d087902f7ecf tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0518262 Aug 07 04:09:41.226793 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4d7251f2-f99d-4cb2-b520-eea4ca0c3d53 req-f88f0398-a0c3-40c7-9ab9-33777d72da29 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330055 Aug 07 04:09:42.391878 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cdc83-1c17-4e36-9858-feaac698c88a req-788767ca-27f4-4d9a-8ecb-63ca3530723a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:42.394358 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7f8cdc83-1c17-4e36-9858-feaac698c88a req-788767ca-27f4-4d9a-8ecb-63ca3530723a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0931320 Aug 07 04:09:42.453473 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7f8cdc83-1c17-4e36-9858-feaac698c88a req-cca042c6-2ccd-47bb-973e-2f34fcfb2b59 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476601 Aug 07 04:09:43.573139 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20d943-8a0b-4f8d-83b2-76ec26d69609 req-71aed0fd-eaf2-4932-a4bf-0aaf0468a2ea tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:43.574636 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9a20d943-8a0b-4f8d-83b2-76ec26d69609 req-71aed0fd-eaf2-4932-a4bf-0aaf0468a2ea tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0510433 Aug 07 04:09:43.614303 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9a20d943-8a0b-4f8d-83b2-76ec26d69609 req-d624fb46-a3d4-45ec-ab5c-1fcd12b9fc34 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337076 Aug 07 04:09:44.497592 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611c835-5a12-4c16-a18c-30227445a1ad req-b45a716d-2fe4-4601-8f45-1359ca76ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:44.499081 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-9611c835-5a12-4c16-a18c-30227445a1ad req-b45a716d-2fe4-4601-8f45-1359ca76ecb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec&device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 1098 time: 0.0399332 Aug 07 04:09:44.590176 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611c835-5a12-4c16-a18c-30227445a1ad req-51685268-c162-47df-851c-dd764066668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:44.591650 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-9611c835-5a12-4c16-a18c-30227445a1ad req-51685268-c162-47df-851c-dd764066668f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 HTTP/1.1" status: 200 len: 918 time: 0.0851765 Aug 07 04:09:44.664691 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-9611c835-5a12-4c16-a18c-30227445a1ad req-8d00edce-a667-4157-bc3f-504cff2fc68f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b486885-4670-4031-836b-4965f08552d2 HTTP/1.1" status: 200 len: 1000 time: 0.0568223 Aug 07 04:09:44.715226 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611c835-5a12-4c16-a18c-30227445a1ad req-0a75b245-04f4-4822-aaa8-ff9033933bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:44.716697 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-9611c835-5a12-4c16-a18c-30227445a1ad req-0a75b245-04f4-4822-aaa8-ff9033933bea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=754a0fad-009c-41af-8768-85f84e113703 HTTP/1.1" status: 200 len: 856 time: 0.0438139 Aug 07 04:09:44.740583 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e1c9c-438c-489a-a5b5-1c6c1d5083e4 req-8c1b25c1-fe6c-400c-bea3-4882fc1dda94 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:44.742101 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b26e1c9c-438c-489a-a5b5-1c6c1d5083e4 req-8c1b25c1-fe6c-400c-bea3-4882fc1dda94 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0486605 Aug 07 04:09:44.774546 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611c835-5a12-4c16-a18c-30227445a1ad req-47af4fa0-da07-4c24-a8e7-2a47526aedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:44.776537 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-9611c835-5a12-4c16-a18c-30227445a1ad req-47af4fa0-da07-4c24-a8e7-2a47526aedbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438616 Aug 07 04:09:44.780894 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b26e1c9c-438c-489a-a5b5-1c6c1d5083e4 req-0002bca5-d666-4d87-ad60-572e41775d31 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327046 Aug 07 04:09:44.866030 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-9611c835-5a12-4c16-a18c-30227445a1ad req-7a34543c-35b3-449a-b0b8-f315a3ac0f97 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815105 Aug 07 04:09:44.958992 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-9611c835-5a12-4c16-a18c-30227445a1ad req-4efea413-9147-4e45-8b31-dbf8d1b2f87a service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853126 Aug 07 04:09:45.904794 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ee9f6-c468-48da-9f19-36936961b464 req-b9f0794a-8b81-48e6-9525-8288fa18329a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:45.906267 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-335ee9f6-c468-48da-9f19-36936961b464 req-b9f0794a-8b81-48e6-9525-8288fa18329a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 945 time: 0.0525908 Aug 07 04:09:45.944114 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-335ee9f6-c468-48da-9f19-36936961b464 req-ee4994d4-7241-4599-a563-8795fa9cf15f tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317855 Aug 07 04:09:46.702807 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-8c38a3e0-b48f-4fd6-936f-95a7de19df17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:46.863687 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 7b486885-4670-4031-836b-4965f08552d2 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:09:46.937705 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:46.960200 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b486885-4670-4031-836b-4965f08552d2'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:09:46.962468 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53227fba-370b-4cef-b2f2-2d5a65fce765" -d '{"events": [{"server_uuid": "9e2f9936-b986-4022-b6d6-176818ada9d8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b486885-4670-4031-836b-4965f08552d2"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:09:46.976277 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 7b486885-4670-4031-836b-4965f08552d2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7b486885-4670-4031-836b-4965f08552d2,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:09:46.981407 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:47.008918 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 Aug 2021 04:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ede0a8-0bc1-4a3a-b668-8661e274ab53 x-openstack-request-id: req-25ede0a8-0bc1-4a3a-b668-8661e274ab53 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:09:47.009210 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2f9936-b986-4022-b6d6-176818ada9d8", "name": "network-vif-unplugged", "status": "completed", "tag": "7b486885-4670-4031-836b-4965f08552d2", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:09:47.009463 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25ede0a8-0bc1-4a3a-b668-8661e274ab53 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:09:47.010419 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b486885-4670-4031-836b-4965f08552d2', 'code': 200} Aug 07 04:09:47.037386 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=7b486885-4670-4031-836b-4965f08552d2,revision_number=8']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:09:47.070123 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b38d22-e60d-4109-82bb-6bf9799c9402 req-5220742f-cc9e-4f9c-a65b-51afd9e4201c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:47.071630 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d0b38d22-e60d-4109-82bb-6bf9799c9402 req-5220742f-cc9e-4f9c-a65b-51afd9e4201c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 943 time: 0.0506332 Aug 07 04:09:47.109958 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d0b38d22-e60d-4109-82bb-6bf9799c9402 req-ef675178-c829-4329-8baf-be4b7842266d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317407 Aug 07 04:09:48.030038 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46102cf-13dc-4d4e-a5af-a571d1b58678 req-4660f8d3-9f0a-4a03-83af-f922e20e9896 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:48.031535 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c46102cf-13dc-4d4e-a5af-a571d1b58678 req-4660f8d3-9f0a-4a03-83af-f922e20e9896 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 943 time: 0.0483890 Aug 07 04:09:48.071105 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c46102cf-13dc-4d4e-a5af-a571d1b58678 req-af811723-c41b-43e4-98f4-663365b22536 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336730 Aug 07 04:09:48.189484 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55102) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:09:48.271919 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-14861f85-1c99-4e29-862a-f9b52dc470ca req-71be5b8f-ee83-40f9-a39c-66c58306fc6e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812178 Aug 07 04:09:49.111981 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d4e11df2-5729-49fc-9e30-4f6d7d11c015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:49.136634 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14861f85-1c99-4e29-862a-f9b52dc470ca req-04d74b5e-ca06-4c79-98ee-f29b3f1e4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:49.138139 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-14861f85-1c99-4e29-862a-f9b52dc470ca req-04d74b5e-ca06-4c79-98ee-f29b3f1e4f01 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8&tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec HTTP/1.1" status: 200 len: 1096 time: 0.0736511 Aug 07 04:09:49.194752 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8f2c4-b291-4d20-a430-5916d52017de req-ca216614-c503-4154-9bb6-a485ebbcbd89 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:49.196264 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fbe8f2c4-b291-4d20-a430-5916d52017de req-ca216614-c503-4154-9bb6-a485ebbcbd89 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 943 time: 0.0504894 Aug 07 04:09:49.202845 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14861f85-1c99-4e29-862a-f9b52dc470ca req-af02bda7-9009-4e18-a06c-18fd69119b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:49.204391 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-14861f85-1c99-4e29-862a-f9b52dc470ca req-af02bda7-9009-4e18-a06c-18fd69119b40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec&device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 1096 time: 0.0397930 Aug 07 04:09:49.234996 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fbe8f2c4-b291-4d20-a430-5916d52017de req-b000e0e2-05ae-488a-a412-05c8e5b5614a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317357 Aug 07 04:09:49.296945 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14861f85-1c99-4e29-862a-f9b52dc470ca req-93af9a45-7386-40f0-8c5f-7916097fc6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:49.298407 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-14861f85-1c99-4e29-862a-f9b52dc470ca req-93af9a45-7386-40f0-8c5f-7916097fc6ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 HTTP/1.1" status: 200 len: 918 time: 0.0857697 Aug 07 04:09:49.363554 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-14861f85-1c99-4e29-862a-f9b52dc470ca req-36662643-0a1d-4ce9-8f26-9a56f3010648 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b486885-4670-4031-836b-4965f08552d2 HTTP/1.1" status: 200 len: 998 time: 0.0562758 Aug 07 04:09:49.414736 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14861f85-1c99-4e29-862a-f9b52dc470ca req-6b1e7ffa-1b8e-4a92-bbd5-db26939075a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:49.416193 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-14861f85-1c99-4e29-862a-f9b52dc470ca req-6b1e7ffa-1b8e-4a92-bbd5-db26939075a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=754a0fad-009c-41af-8768-85f84e113703 HTTP/1.1" status: 200 len: 856 time: 0.0454421 Aug 07 04:09:49.461865 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14861f85-1c99-4e29-862a-f9b52dc470ca req-35546478-25bf-4977-a981-0ef97ebdec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:49.463312 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-14861f85-1c99-4e29-862a-f9b52dc470ca req-35546478-25bf-4977-a981-0ef97ebdec1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373518 Aug 07 04:09:49.512303 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:49.554373 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-14861f85-1c99-4e29-862a-f9b52dc470ca req-2017bc22-e3d1-48e6-85aa-233d7831b01d service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823267 Aug 07 04:09:49.647346 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-14861f85-1c99-4e29-862a-f9b52dc470ca req-4754e793-811f-4fb7-a0af-520ecdd9a336 service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838556 Aug 07 04:09:50.356406 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24028b1d-9095-4c62-b09b-fd08d58e0b84 req-8708dd69-d717-4336-a211-55a195baee08 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:50.357908 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-24028b1d-9095-4c62-b09b-fd08d58e0b84 req-8708dd69-d717-4336-a211-55a195baee08 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 943 time: 0.0508723 Aug 07 04:09:50.398196 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-24028b1d-9095-4c62-b09b-fd08d58e0b84 req-e8d79447-7d28-4d75-86dc-feff98ef9d66 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340211 Aug 07 04:09:50.633202 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:51.523853 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e1940-cd7e-4919-95f6-6846b8dfefea req-85fed7d8-80d3-4bb6-82db-ca8cf1db9f60 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:51.525356 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fa3e1940-cd7e-4919-95f6-6846b8dfefea req-85fed7d8-80d3-4bb6-82db-ca8cf1db9f60 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 943 time: 0.0523875 Aug 07 04:09:51.567643 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fa3e1940-cd7e-4919-95f6-6846b8dfefea req-64100014-1843-4fb2-bf40-026b187d7b17 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331895 Aug 07 04:09:52.318936 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:09:52.690636 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5117575-be64-49bc-898d-55a5026a5bf4 req-df33d6dc-78ff-4d02-8211-c8662ae7cea9 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:52.692162 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a5117575-be64-49bc-898d-55a5026a5bf4 req-df33d6dc-78ff-4d02-8211-c8662ae7cea9 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 943 time: 0.0504322 Aug 07 04:09:52.732649 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a5117575-be64-49bc-898d-55a5026a5bf4 req-c21ad08a-4a4a-46af-ae8c-c177ebacc2f7 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342848 Aug 07 04:09:53.862392 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259374b0-4d20-4033-a314-d90289cbcc13 req-df79913c-8fbb-444e-af69-d3cb1f0057c8 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:53.863935 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-259374b0-4d20-4033-a314-d90289cbcc13 req-df79913c-8fbb-444e-af69-d3cb1f0057c8 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 943 time: 0.0530982 Aug 07 04:09:53.903770 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-259374b0-4d20-4033-a314-d90289cbcc13 req-f532c58c-edce-4897-ba08-6b2200c49dd4 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337119 Aug 07 04:09:55.030160 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ec7ad-37a9-4b13-909a-b9523dce6671 req-787c70ff-d6a1-4a6a-af7d-36de86c4bc62 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:55.031862 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-475ec7ad-37a9-4b13-909a-b9523dce6671 req-787c70ff-d6a1-4a6a-af7d-36de86c4bc62 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 943 time: 0.0542474 Aug 07 04:09:55.072830 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-475ec7ad-37a9-4b13-909a-b9523dce6671 req-7617e447-c5a4-41a5-9fad-dd6860827bef tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348525 Aug 07 04:09:56.200900 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd00da-6fc2-40db-994b-fe7319340349 req-4e8fef87-7e90-4f34-aa4a-db700df22ae7 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:56.202428 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-87dd00da-6fc2-40db-994b-fe7319340349 req-4e8fef87-7e90-4f34-aa4a-db700df22ae7 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 943 time: 0.0527666 Aug 07 04:09:56.242263 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-87dd00da-6fc2-40db-994b-fe7319340349 req-81810c67-50f8-4917-b22e-62bd0365f6be tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338881 Aug 07 04:09:57.365266 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9db05c-639b-46ee-ab11-f63e12eb8215 req-e3f636ce-0469-4502-bdf7-322caa2fc7ca tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:57.366756 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c9db05c-639b-46ee-ab11-f63e12eb8215 req-e3f636ce-0469-4502-bdf7-322caa2fc7ca tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 943 time: 0.0493426 Aug 07 04:09:57.406012 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3c9db05c-639b-46ee-ab11-f63e12eb8215 req-cf8c1447-be75-4bb1-86cc-0bff37b55ebf tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323658 Aug 07 04:09:58.538159 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6b386-23a7-42dd-aacb-460576197a15 req-04b9638a-c7e0-46eb-9ab4-222e96a52d25 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:58.539754 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4f6b386-23a7-42dd-aacb-460576197a15 req-04b9638a-c7e0-46eb-9ab4-222e96a52d25 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 943 time: 0.0561059 Aug 07 04:09:58.578924 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f4f6b386-23a7-42dd-aacb-460576197a15 req-586c7cc1-941a-40ab-a456-97112590eec3 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323212 Aug 07 04:09:59.700000 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027d64e-ca90-4841-a3ba-166f988457fd req-bc5f8c81-b317-416b-ba81-fe1c5c41a988 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:09:59.701500 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b027d64e-ca90-4841-a3ba-166f988457fd req-bc5f8c81-b317-416b-ba81-fe1c5c41a988 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 943 time: 0.0504231 Aug 07 04:09:59.740367 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b027d64e-ca90-4841-a3ba-166f988457fd req-09a927ce-575c-4993-81f7-d324781f69da tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329869 Aug 07 04:10:00.862989 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c802da-807c-4753-aa59-507f518601f5 req-233439e3-9e7d-445f-9143-66d43ce24f2d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:00.864468 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-20c802da-807c-4753-aa59-507f518601f5 req-233439e3-9e7d-445f-9143-66d43ce24f2d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 943 time: 0.0510182 Aug 07 04:10:00.903172 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-20c802da-807c-4753-aa59-507f518601f5 req-25d54523-1c75-4013-82fb-35a357c6076c tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327969 Aug 07 04:10:02.024217 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e7431-ee4f-4db9-b005-cce433215246 req-3db0a668-bdf9-4556-8148-1f0eb89fb0b7 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:02.025669 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-753e7431-ee4f-4db9-b005-cce433215246 req-3db0a668-bdf9-4556-8148-1f0eb89fb0b7 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 943 time: 0.0509565 Aug 07 04:10:02.063879 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-753e7431-ee4f-4db9-b005-cce433215246 req-49523707-b077-4f94-83d2-25234f78b35a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314698 Aug 07 04:10:02.781538 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc3c71-c16f-4819-8eb4-c7a0b5325e46 req-d513a239-13d8-4e61-8b56-0609ab058c95 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:02.783161 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a4cc3c71-c16f-4819-8eb4-c7a0b5325e46 req-d513a239-13d8-4e61-8b56-0609ab058c95 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0522318 Aug 07 04:10:02.784400 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848df80-5116-4808-b781-e287c91cd196 req-9640627a-a0dc-45ab-a5e4-fe482e1c7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:02.785948 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-1848df80-5116-4808-b781-e287c91cd196 req-9640627a-a0dc-45ab-a5e4-fe482e1c7045 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c401a89bcb5348018d4ebc457340bb53&device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 1137 time: 0.0425172 Aug 07 04:10:02.826180 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a4cc3c71-c16f-4819-8eb4-c7a0b5325e46 req-049e128b-7093-465d-a68a-20c31cc502ee tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&id=894ab89f-acb2-41fc-9c01-0b0a3381461a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366354 Aug 07 04:10:02.884767 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848df80-5116-4808-b781-e287c91cd196 req-062e0220-83c6-4d61-a589-2771e3bfd6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:02.886822 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-1848df80-5116-4808-b781-e287c91cd196 req-062e0220-83c6-4d61-a589-2771e3bfd6b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e61a548b-683a-47cd-93a6-20df475aa443 HTTP/1.1" status: 200 len: 916 time: 0.0905085 Aug 07 04:10:02.950717 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-1848df80-5116-4808-b781-e287c91cd196 req-2b31360c-a966-4cf1-92d1-ed61cdb1a3cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b0594a7-c78e-4c85-95d0-c66e9c362fed HTTP/1.1" status: 200 len: 1001 time: 0.0569360 Aug 07 04:10:02.991661 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 7b486885-4670-4031-836b-4965f08552d2 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:10:03.002270 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848df80-5116-4808-b781-e287c91cd196 req-802cd013-5465-4593-98a4-066586415163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:03.003742 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-1848df80-5116-4808-b781-e287c91cd196 req-802cd013-5465-4593-98a4-066586415163 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18f30234-ee7f-4f30-91ba-1f101f3a206c HTTP/1.1" status: 200 len: 854 time: 0.0426128 Aug 07 04:10:03.053787 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848df80-5116-4808-b781-e287c91cd196 req-fe8eb740-3e16-400a-b9a2-fafda99b1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:03.055290 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-1848df80-5116-4808-b781-e287c91cd196 req-fe8eb740-3e16-400a-b9a2-fafda99b1ca8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e61a548b-683a-47cd-93a6-20df475aa443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425608 Aug 07 04:10:03.084062 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 7b486885-4670-4031-836b-4965f08552d2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7b486885-4670-4031-836b-4965f08552d2,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:10:03.099043 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': '7b486885-4670-4031-836b-4965f08552d2', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'port_id': '7b486885-4670-4031-836b-4965f08552d2', 'mac_address': 'fa:16:3e:9c:83:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:10:03.137201 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:03.150569 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b486885-4670-4031-836b-4965f08552d2 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:10:03.152935 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-1848df80-5116-4808-b781-e287c91cd196 req-0f1e2fb6-724a-4892-8c49-a4f43c8f4cbd service neutron] 10.222.0.30 "GET /v2.0/networks/e61a548b-683a-47cd-93a6-20df475aa443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890949 Aug 07 04:10:03.170797 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 7b486885-4670-4031-836b-4965f08552d2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7b486885-4670-4031-836b-4965f08552d2,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:10:03.175546 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:03.194511 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4771f-f10f-4b60-ab19-b81b8bb33962 req-88739979-7d0d-46be-a8da-9acdf48a22f7 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:03.196030 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-30c4771f-f10f-4b60-ab19-b81b8bb33962 req-88739979-7d0d-46be-a8da-9acdf48a22f7 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 943 time: 0.0557799 Aug 07 04:10:03.222549 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=7b486885-4670-4031-836b-4965f08552d2,revision_number=9']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:03.237659 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-30c4771f-f10f-4b60-ab19-b81b8bb33962 req-a018f03c-2b19-4f29-b9db-74986df45cd1 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350471 Aug 07 04:10:03.259528 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-1848df80-5116-4808-b781-e287c91cd196 req-cfc33227-e5ea-420a-858e-4e7f68de735a service neutron] 10.222.0.30 "GET /v2.0/networks/e61a548b-683a-47cd-93a6-20df475aa443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963585 Aug 07 04:10:03.445451 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['7b486885-4670-4031-836b-4965f08552d2'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:10:03.949180 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1388f8-4557-417a-89b3-680d4f811e15 req-c6cab3c3-bc8d-4533-bcd0-000d602f522f tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:03.950639 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1c1388f8-4557-417a-89b3-680d4f811e15 req-c6cab3c3-bc8d-4533-bcd0-000d602f522f tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0537176 Aug 07 04:10:03.990005 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1c1388f8-4557-417a-89b3-680d4f811e15 req-566d5351-7361-488b-91a7-e3975dd6ef56 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&id=894ab89f-acb2-41fc-9c01-0b0a3381461a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333173 Aug 07 04:10:04.358047 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663b36b-346f-49cf-a194-2337dcc082e5 req-bf3b9faa-5791-4d0d-bff0-5323de0c31f4 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:04.359512 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c663b36b-346f-49cf-a194-2337dcc082e5 req-bf3b9faa-5791-4d0d-bff0-5323de0c31f4 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 944 time: 0.0468769 Aug 07 04:10:04.396330 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c663b36b-346f-49cf-a194-2337dcc082e5 req-01ab9969-1fd7-40f8-8ee4-808ff376c675 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310214 Aug 07 04:10:04.987097 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 7b486885-4670-4031-836b-4965f08552d2 up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:10:05.035347 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port 7b486885-4670-4031-836b-4965f08552d2 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:10:05.035715 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:05.105540 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad60e53-2891-4f61-93ba-7ca2d1163406 req-b6db2c09-917e-4952-806e-86c1b9b6fd14 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:05.106937 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8ad60e53-2891-4f61-93ba-7ca2d1163406 req-b6db2c09-917e-4952-806e-86c1b9b6fd14 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0496933 Aug 07 04:10:05.114036 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:05.137191 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b486885-4670-4031-836b-4965f08552d2'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:10:05.139427 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e8bd67-9758-490a-a892-df0e279efdf2" -d '{"events": [{"server_uuid": "9e2f9936-b986-4022-b6d6-176818ada9d8", "name": "network-vif-plugged", "status": "completed", "tag": "7b486885-4670-4031-836b-4965f08552d2"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:10:05.147790 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8ad60e53-2891-4f61-93ba-7ca2d1163406 req-ad757e88-b9ba-49fa-9349-c1b61ea47ac2 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&id=894ab89f-acb2-41fc-9c01-0b0a3381461a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348325 Aug 07 04:10:05.152561 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port 7b486885-4670-4031-836b-4965f08552d2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7b486885-4670-4031-836b-4965f08552d2,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:10:05.156023 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:05.186779 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1b73a1-3a55-403f-9d6c-e8957218d0e5 x-openstack-request-id: req-bc1b73a1-3a55-403f-9d6c-e8957218d0e5 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:10:05.187089 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2f9936-b986-4022-b6d6-176818ada9d8", "name": "network-vif-plugged", "status": "completed", "tag": "7b486885-4670-4031-836b-4965f08552d2", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:10:05.187434 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc1b73a1-3a55-403f-9d6c-e8957218d0e5 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:10:05.187827 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b486885-4670-4031-836b-4965f08552d2', 'code': 200} Aug 07 04:10:05.213531 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=7b486885-4670-4031-836b-4965f08552d2,revision_number=10']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:05.363076 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d39fd-41c8-4423-9b4b-e378450deea7 req-9a53b219-2276-4ce7-988e-3d5e5d715cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:05.364451 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-dd8d39fd-41c8-4423-9b4b-e378450deea7 req-9a53b219-2276-4ce7-988e-3d5e5d715cb6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 1099 time: 0.0397549 Aug 07 04:10:05.399415 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-dd8d39fd-41c8-4423-9b4b-e378450deea7 req-f71a696a-7849-4bc6-a69c-b78c77d25e4f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264218 Aug 07 04:10:05.518529 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10b854-bf2f-43a2-85a0-d4685a269ba4 req-fda85573-8dcb-4051-8cef-4d871a8aac35 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:05.519984 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8f10b854-bf2f-43a2-85a0-d4685a269ba4 req-fda85573-8dcb-4051-8cef-4d871a8aac35 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 946 time: 0.0505261 Aug 07 04:10:05.560768 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8f10b854-bf2f-43a2-85a0-d4685a269ba4 req-aea790ef-74f2-432f-a240-92cba1117be6 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349932 Aug 07 04:10:06.262752 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929c1cc-0002-4dd5-8598-f7da3a3aecc2 req-c3bab148-af80-4b32-b84a-3fd51d3925ca tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:06.264288 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4929c1cc-0002-4dd5-8598-f7da3a3aecc2 req-c3bab148-af80-4b32-b84a-3fd51d3925ca tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0499325 Aug 07 04:10:06.304296 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4929c1cc-0002-4dd5-8598-f7da3a3aecc2 req-e91f1322-c967-4bf9-b1fd-497b755a4cd2 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&id=894ab89f-acb2-41fc-9c01-0b0a3381461a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340543 Aug 07 04:10:06.693547 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5ec68-38a2-4b10-99b8-478f4456bdaa req-194e5304-ca80-42bf-9c82-1118323dd0e2 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:06.694955 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2cb5ec68-38a2-4b10-99b8-478f4456bdaa req-194e5304-ca80-42bf-9c82-1118323dd0e2 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 946 time: 0.0512092 Aug 07 04:10:06.734612 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2cb5ec68-38a2-4b10-99b8-478f4456bdaa req-0c11adba-4f2a-4e54-af99-c94f52478ae5 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327194 Aug 07 04:10:07.180009 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e4d7ac5c-b447-41c4-93b3-29ed4eb54e8e req-bc1dd438-5b24-492a-9da9-e630a6cbec42 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403116 Aug 07 04:10:07.274294 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7ac5c-b447-41c4-93b3-29ed4eb54e8e req-40c9209b-4ce1-41f3-8c11-92f94cf4be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:07.275765 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e4d7ac5c-b447-41c4-93b3-29ed4eb54e8e req-40c9209b-4ce1-41f3-8c11-92f94cf4be1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec&device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 1099 time: 0.0420144 Aug 07 04:10:07.387423 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7ac5c-b447-41c4-93b3-29ed4eb54e8e req-72728759-fb83-4fda-a2b8-656c8df87b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:07.389028 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e4d7ac5c-b447-41c4-93b3-29ed4eb54e8e req-72728759-fb83-4fda-a2b8-656c8df87b6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 HTTP/1.1" status: 200 len: 918 time: 0.0838840 Aug 07 04:10:07.423471 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a603e-e2b3-4b15-b9a0-3c1a405f5fc2 req-d07245ea-5ac1-4aa0-be83-21a81a6bafa3 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:07.424929 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-518a603e-e2b3-4b15-b9a0-3c1a405f5fc2 req-d07245ea-5ac1-4aa0-be83-21a81a6bafa3 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0528448 Aug 07 04:10:07.459241 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e4d7ac5c-b447-41c4-93b3-29ed4eb54e8e req-6e101b5e-5403-434c-b7e9-c0a7b14b2789 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b486885-4670-4031-836b-4965f08552d2 HTTP/1.1" status: 200 len: 1000 time: 0.0615489 Aug 07 04:10:07.464791 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-518a603e-e2b3-4b15-b9a0-3c1a405f5fc2 req-42467f2d-9037-4d73-994f-637c187a8442 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&id=894ab89f-acb2-41fc-9c01-0b0a3381461a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329788 Aug 07 04:10:07.516464 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7ac5c-b447-41c4-93b3-29ed4eb54e8e req-c5661b0c-f559-4652-8406-f0626b74bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:07.517947 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e4d7ac5c-b447-41c4-93b3-29ed4eb54e8e req-c5661b0c-f559-4652-8406-f0626b74bbcc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=754a0fad-009c-41af-8768-85f84e113703 HTTP/1.1" status: 200 len: 856 time: 0.0506344 Aug 07 04:10:07.565387 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7ac5c-b447-41c4-93b3-29ed4eb54e8e req-4634124c-2834-423a-8812-e7c3077dc53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:07.566825 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e4d7ac5c-b447-41c4-93b3-29ed4eb54e8e req-4634124c-2834-423a-8812-e7c3077dc53a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388670 Aug 07 04:10:07.662258 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e4d7ac5c-b447-41c4-93b3-29ed4eb54e8e req-15011126-a994-4e12-b8fe-f7561c2cae9f service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823538 Aug 07 04:10:07.733724 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:07.751657 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-e4d7ac5c-b447-41c4-93b3-29ed4eb54e8e req-f229b235-53d8-45c3-920b-3ee62d02337e service neutron] 10.222.0.30 "GET /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815976 Aug 07 04:10:07.857198 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7bb8f-a1ab-4756-ab02-e8b524646a6d req-45da18b6-fbae-4ab6-99df-e2a554a4585e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:07.858677 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e3b7bb8f-a1ab-4756-ab02-e8b524646a6d req-45da18b6-fbae-4ab6-99df-e2a554a4585e tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 946 time: 0.0495868 Aug 07 04:10:07.896898 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e3b7bb8f-a1ab-4756-ab02-e8b524646a6d req-717b77b9-4c34-485b-9e9c-058c12b85039 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320368 Aug 07 04:10:08.581860 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bdda01-c654-40e5-8fd4-840182a860b2 req-1bcb6a43-eed6-4966-a886-521513d7b1d2 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:08.583332 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-67bdda01-c654-40e5-8fd4-840182a860b2 req-1bcb6a43-eed6-4966-a886-521513d7b1d2 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0492454 Aug 07 04:10:08.622124 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-67bdda01-c654-40e5-8fd4-840182a860b2 req-b97e4cdf-9c3f-4b63-b8da-62e93555eb89 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&id=894ab89f-acb2-41fc-9c01-0b0a3381461a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319521 Aug 07 04:10:09.739601 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f2a78-7084-441b-a9d5-084ee04ed496 req-28e405c5-6d2f-469e-b119-c52657e65ffb tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:09.741165 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c0f2a78-7084-441b-a9d5-084ee04ed496 req-28e405c5-6d2f-469e-b119-c52657e65ffb tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0522299 Aug 07 04:10:09.781904 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0c0f2a78-7084-441b-a9d5-084ee04ed496 req-79d92e91-3688-46dc-ad42-2932e00970b8 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&id=894ab89f-acb2-41fc-9c01-0b0a3381461a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337582 Aug 07 04:10:10.893540 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40917ebd-133a-4c81-8c4b-cec61aadeb1d req-dc8380d5-7de5-42f6-af87-bd60efaba10f tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:10.895041 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-40917ebd-133a-4c81-8c4b-cec61aadeb1d req-dc8380d5-7de5-42f6-af87-bd60efaba10f tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0480788 Aug 07 04:10:10.935757 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-40917ebd-133a-4c81-8c4b-cec61aadeb1d req-ec6bdd85-e1d6-416d-bf21-3566c18fb7e6 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&id=894ab89f-acb2-41fc-9c01-0b0a3381461a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347517 Aug 07 04:10:11.938650 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:10:12.047603 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b383b-00f4-465d-b1ea-7f6507c74904 req-3dd97484-4447-46b4-8a9b-3b873712321a tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:12.049053 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e43b383b-00f4-465d-b1ea-7f6507c74904 req-3dd97484-4447-46b4-8a9b-3b873712321a tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0475368 Aug 07 04:10:12.088987 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e43b383b-00f4-465d-b1ea-7f6507c74904 req-ecd0aef4-7f76-45a9-8412-6d7fde78569e tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&id=894ab89f-acb2-41fc-9c01-0b0a3381461a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337501 Aug 07 04:10:13.205520 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e92d55-5064-4011-8a5a-b4ab8ce5e99d req-c21947e1-fb6f-4061-a9f3-51bdfe07364b tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:13.206980 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-71e92d55-5064-4011-8a5a-b4ab8ce5e99d req-c21947e1-fb6f-4061-a9f3-51bdfe07364b tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0525255 Aug 07 04:10:13.245988 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-71e92d55-5064-4011-8a5a-b4ab8ce5e99d req-f602b3d8-48a2-4581-9489-72ca4d7bc3b6 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&id=894ab89f-acb2-41fc-9c01-0b0a3381461a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330713 Aug 07 04:10:14.358505 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978049f4-19b0-4b2f-bc31-e9869e3f7a4b req-aca7050b-cdf3-457a-96eb-b6d96ed744d7 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:14.359962 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-978049f4-19b0-4b2f-bc31-e9869e3f7a4b req-aca7050b-cdf3-457a-96eb-b6d96ed744d7 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0483680 Aug 07 04:10:14.398826 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-978049f4-19b0-4b2f-bc31-e9869e3f7a4b req-134c081a-8592-4393-a2c7-c5fc0757aaf1 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&id=894ab89f-acb2-41fc-9c01-0b0a3381461a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329206 Aug 07 04:10:15.514508 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa0de8-2f48-47f0-a3a9-dfdd904e84af req-8143ca20-f26c-44f2-b95f-7069feb2b029 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:15.516024 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-84aa0de8-2f48-47f0-a3a9-dfdd904e84af req-8143ca20-f26c-44f2-b95f-7069feb2b029 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0477829 Aug 07 04:10:15.555427 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-84aa0de8-2f48-47f0-a3a9-dfdd904e84af req-adb7661c-fa94-401c-aea2-9834fe3164e6 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&id=894ab89f-acb2-41fc-9c01-0b0a3381461a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334876 Aug 07 04:10:16.677858 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea66ee7-958c-4ab9-97b0-926e149bfdb7 req-3ac3936b-a434-4cc7-930c-199a177f0af0 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:16.679375 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3ea66ee7-958c-4ab9-97b0-926e149bfdb7 req-3ac3936b-a434-4cc7-930c-199a177f0af0 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0538054 Aug 07 04:10:16.706419 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c0477154-8d50-4f0e-b8ae-b5e882e18601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:16.727341 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3ea66ee7-958c-4ab9-97b0-926e149bfdb7 req-b4502a5e-dd6c-4e8c-a471-adc15ada5a29 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&id=894ab89f-acb2-41fc-9c01-0b0a3381461a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411537 Aug 07 04:10:17.852953 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45386b-3d7f-44b3-8cbc-046c0db21d94 req-306b5cb2-ab96-4d10-94af-e42e6e3be9cd tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:17.855139 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6a45386b-3d7f-44b3-8cbc-046c0db21d94 req-306b5cb2-ab96-4d10-94af-e42e6e3be9cd tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0486159 Aug 07 04:10:17.896637 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6a45386b-3d7f-44b3-8cbc-046c0db21d94 req-1db06bb1-a685-4824-be97-fe89d20b1dac tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&id=894ab89f-acb2-41fc-9c01-0b0a3381461a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354517 Aug 07 04:10:19.013814 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792ac14-ec73-49b4-a305-ac0b7439a641 req-b71be975-9c8b-41ee-98e8-d2a9383a584b tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:19.015269 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d792ac14-ec73-49b4-a305-ac0b7439a641 req-b71be975-9c8b-41ee-98e8-d2a9383a584b tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0495129 Aug 07 04:10:19.055398 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d792ac14-ec73-49b4-a305-ac0b7439a641 req-353dce56-0587-40c6-b675-38497865e522 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&id=894ab89f-acb2-41fc-9c01-0b0a3381461a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340724 Aug 07 04:10:19.114588 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9ad8d1b3-b8ef-4e6b-8e0b-d5a6b4f19f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:19.514431 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:20.173963 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67515e-d2d3-4adb-8f46-bc5315e5f94d req-0c8196b0-efee-43e3-86c8-1b7b2e30a198 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:20.175328 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b67515e-d2d3-4adb-8f46-bc5315e5f94d req-0c8196b0-efee-43e3-86c8-1b7b2e30a198 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0523441 Aug 07 04:10:20.215109 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9b67515e-d2d3-4adb-8f46-bc5315e5f94d req-2661e374-47ff-4ab6-b017-e3f8f2305536 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&id=894ab89f-acb2-41fc-9c01-0b0a3381461a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338058 Aug 07 04:10:20.636501 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:22.320923 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:35.359493 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49057c72-52c1-4e1b-b9a3-3d6d58d23183 req-b2107c30-237b-4b44-9fcd-6ee731ae40a5 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:35.360877 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-49057c72-52c1-4e1b-b9a3-3d6d58d23183 req-b2107c30-237b-4b44-9fcd-6ee731ae40a5 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 945 time: 0.0489130 Aug 07 04:10:35.397654 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-49057c72-52c1-4e1b-b9a3-3d6d58d23183 req-526dc431-5f82-4777-91f5-ed19d6e177c6 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e3424-5fea-4fb5-92cd-5959946832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309324 Aug 07 04:10:36.511817 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fd614-b0da-43da-9437-2e26960f9125 req-d6dd53d8-2018-474e-9cbd-064c2f84f5dd tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:36.513255 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a73fd614-b0da-43da-9437-2e26960f9125 req-d6dd53d8-2018-474e-9cbd-064c2f84f5dd tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 945 time: 0.0479953 Aug 07 04:10:36.550693 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a73fd614-b0da-43da-9437-2e26960f9125 req-41740f06-3cba-4b8b-9445-14ab882c8eaf tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e3424-5fea-4fb5-92cd-5959946832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315621 Aug 07 04:10:37.182719 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9becc0-bc13-40ee-84fc-05996fca34ab req-4b277b41-32d6-4952-8598-de7f050740bc tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:37.184075 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-bf9becc0-bc13-40ee-84fc-05996fca34ab req-4b277b41-32d6-4952-8598-de7f050740bc tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 945 time: 0.0480754 Aug 07 04:10:37.276517 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-bf9becc0-bc13-40ee-84fc-05996fca34ab req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Deleting port df86aa8c-87b6-4e7f-93d2-a38f82c332ad {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:10:37.276845 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-bf9becc0-bc13-40ee-84fc-05996fca34ab req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:37.359562 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-bf9becc0-bc13-40ee-84fc-05996fca34ab req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] For port df86aa8c-87b6-4e7f-93d2-a38f82c332ad, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=df86aa8c-87b6-4e7f-93d2-a38f82c332ad,segment=NetworkSegment(8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5),segment_id=8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:10:37.359921 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-bf9becc0-bc13-40ee-84fc-05996fca34ab req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:37.523392 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-bf9becc0-bc13-40ee-84fc-05996fca34ab req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:37.523751 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-bf9becc0-bc13-40ee-84fc-05996fca34ab req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:37.524058 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.l3_db [req-bf9becc0-bc13-40ee-84fc-05996fca34ab req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Floating IP f9468dd7-a177-4351-a759-6bb112c92932 disassociated. External IP: 172.27.0.100, port: df86aa8c-87b6-4e7f-93d2-a38f82c332ad. Aug 07 04:10:37.524390 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-bf9becc0-bc13-40ee-84fc-05996fca34ab req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Calling delete_port for df86aa8c-87b6-4e7f-93d2-a38f82c332ad owned by compute:nova {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:10:37.647159 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-bf9becc0-bc13-40ee-84fc-05996fca34ab req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:37.670272 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387fe8d-11d2-4c3b-a7b2-2a8082bf2ce9 req-d3205815-c291-49cc-b9dc-1745589ec2d9 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:37.671763 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8387fe8d-11d2-4c3b-a7b2-2a8082bf2ce9 req-d3205815-c291-49cc-b9dc-1745589ec2d9 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b2aeabf-c06a-4528-8db4-177152e082a2 HTTP/1.1" status: 200 len: 867 time: 0.0525122 Aug 07 04:10:37.681033 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event deleted for resources: {'Port': ['ID=df86aa8c-87b6-4e7f-93d2-a38f82c332ad,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:37.691182 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:37.691539 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:37.691878 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:37.692211 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:37.692546 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:37.692872 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:37.693200 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:37.693523 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:37.693847 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:37.694165 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:37.694485 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:37.694802 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:37.715917 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8387fe8d-11d2-4c3b-a7b2-2a8082bf2ce9 req-b513e34e-881b-472e-9f7f-8dbb1aa673c8 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups?id=312e3424-5fea-4fb5-92cd-5959946832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375152 Aug 07 04:10:37.757820 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:37.808681 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf9becc0-bc13-40ee-84fc-05996fca34ab req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Router 9b5a95c3-8287-4f32-8855-525f89fb42b4 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:10:37.916138 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf9becc0-bc13-40ee-84fc-05996fca34ab req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:10:37.926287 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d893585-fa60-48fe-a899-4f9b318b9b0e None None] Sync routers for ids ['9b5a95c3-8287-4f32-8855-525f89fb42b4'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:10:37.934830 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d893585-fa60-48fe-a899-4f9b318b9b0e None None] Routers {'9b5a95c3-8287-4f32-8855-525f89fb42b4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:10:37.935474 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-5d893585-fa60-48fe-a899-4f9b318b9b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:10:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['9b5a95c3-8287-4f32-8855-525f89fb42b4'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:37.956970 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9becc0-bc13-40ee-84fc-05996fca34ab req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] No DVR routers for this DVR port df86aa8c-87b6-4e7f-93d2-a38f82c332ad on host hv-cinder-80374 {{(pid=93434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:10:37.959426 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-bf9becc0-bc13-40ee-84fc-05996fca34ab req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:37.961417 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-bf9becc0-bc13-40ee-84fc-05996fca34ab req-29536a46-02c8-4592-807f-4018398ae818 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.30 "DELETE /v2.0/ports/df86aa8c-87b6-4e7f-93d2-a38f82c332ad HTTP/1.1" status: 204 len: 173 time: 0.7702901 Aug 07 04:10:37.961859 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2aeabf-c06a-4528-8db4-177152e082a2', 'name': 'network-vif-deleted', 'tag': 'df86aa8c-87b6-4e7f-93d2-a38f82c332ad'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:10:37.964662 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51505eeb-fc6e-4390-b042-b3c04420f763" -d '{"events": [{"server_uuid": "3b2aeabf-c06a-4528-8db4-177152e082a2", "name": "network-vif-deleted", "tag": "df86aa8c-87b6-4e7f-93d2-a38f82c332ad"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:10:38.010279 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f8a4b7-2e68-4e3a-aa55-55806ca1d0ee x-openstack-request-id: req-d3f8a4b7-2e68-4e3a-aa55-55806ca1d0ee {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:10:38.010662 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2aeabf-c06a-4528-8db4-177152e082a2", "name": "network-vif-deleted", "tag": "df86aa8c-87b6-4e7f-93d2-a38f82c332ad", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:10:38.011138 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3f8a4b7-2e68-4e3a-aa55-55806ca1d0ee {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:10:38.011629 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2aeabf-c06a-4528-8db4-177152e082a2', 'name': 'network-vif-deleted', 'tag': 'df86aa8c-87b6-4e7f-93d2-a38f82c332ad', 'status': 'completed', 'code': 200} Aug 07 04:10:38.044146 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-5d893585-fa60-48fe-a899-4f9b318b9b0e None None] Set router 9b5a95c3-8287-4f32-8855-525f89fb42b4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:10:38.260913 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-5d893585-fa60-48fe-a899-4f9b318b9b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:02Z', 'revision_number': 4, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '63d532c8-cda9-484b-9b25-0264a8cf9ad6', 'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'mac_address': 'fa:16:3e:76:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:58Z', 'updated_at': '2021-08-07T04:04:10Z', 'revision_number': 5, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'subnets': [{'id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:38.287165 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d893585-fa60-48fe-a899-4f9b318b9b0e None None] Checking router: 9b5a95c3-8287-4f32-8855-525f89fb42b4 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:10:38.295953 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d893585-fa60-48fe-a899-4f9b318b9b0e None None] Routers {'9b5a95c3-8287-4f32-8855-525f89fb42b4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:10:38.296542 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-5d893585-fa60-48fe-a899-4f9b318b9b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:10:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['9b5a95c3-8287-4f32-8855-525f89fb42b4'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:38.399777 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-5d893585-fa60-48fe-a899-4f9b318b9b0e None None] Set router 9b5a95c3-8287-4f32-8855-525f89fb42b4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:10:38.717847 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-5d893585-fa60-48fe-a899-4f9b318b9b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:02Z', 'revision_number': 4, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '63d532c8-cda9-484b-9b25-0264a8cf9ad6', 'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'mac_address': 'fa:16:3e:76:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:58Z', 'updated_at': '2021-08-07T04:04:10Z', 'revision_number': 5, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'subnets': [{'id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:38.749441 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d893585-fa60-48fe-a899-4f9b318b9b0e None None] The sync data for ids ['9b5a95c3-8287-4f32-8855-525f89fb42b4'] in dv-cinder-803748-2-iscsi is: [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:04:02Z', 'revision_number': 4, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '63d532c8-cda9-484b-9b25-0264a8cf9ad6', 'name': '', 'network_id': '35f15573-4d02-4cd9-a022-983f2f904dbd', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'mac_address': 'fa:16:3e:76:ac:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:58Z', 'updated_at': '2021-08-07T04:04:10Z', 'revision_number': 5, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'subnets': [{'id': '25f7c230-1533-4f59-ab13-7e2194590c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:10:38.801407 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55420) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:38.857175 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:38.881315 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:38.935383 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:38.937983 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:38.939169 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "DELETE /v2.0/security-groups/312e3424-5fea-4fb5-92cd-5959946832b3 HTTP/1.1" status: 204 len: 168 time: 0.1366916 Aug 07 04:10:38.942007 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55422) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:38.949279 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=312e3424-5fea-4fb5-92cd-5959946832b3,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:38.956739 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.api.v2.resource [None req-e7b39734-0b61-4188-96c2-b2eae75e76d4 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] show failed (client error): The resource could not be found. Aug 07 04:10:38.957961 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e7b39734-0b61-4188-96c2-b2eae75e76d4 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "GET /v2.0/security-groups/312e3424-5fea-4fb5-92cd-5959946832b3 HTTP/1.1" status: 404 len: 347 time: 0.0149820 Aug 07 04:10:38.958399 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:38.958759 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:38.959139 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:38.959485 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:38.959822 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:38.960158 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:38.960588 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:38.960805 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55424) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:38.960911 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:38.961256 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:38.961588 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:38.961916 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:38.962243 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674cfa77-4b0f-47d3-989c-3b55ee44bb6f tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:38.982349 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e961ddfe-6486-417b-bb3b-7d0600c3a6ec None None] New status for floating IP f9468dd7-a177-4351-a759-6bb112c92932: DOWN {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:10:39.089837 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-69cb880d-945b-4772-bb68-16b2d94cd050 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Deleting port 2176d495-4783-4e6d-9bd8-92d197b3f05e {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:10:39.090187 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-69cb880d-945b-4772-bb68-16b2d94cd050 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:39.164661 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-69cb880d-945b-4772-bb68-16b2d94cd050 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:39.164992 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-69cb880d-945b-4772-bb68-16b2d94cd050 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:39.176820 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-69cb880d-945b-4772-bb68-16b2d94cd050 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Calling delete_port for 2176d495-4783-4e6d-9bd8-92d197b3f05e owned by network:floatingip {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:10:39.305631 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-69cb880d-945b-4772-bb68-16b2d94cd050 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:39.332779 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb880d-945b-4772-bb68-16b2d94cd050 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Pushing event deleted for resources: {'Port': ['ID=2176d495-4783-4e6d-9bd8-92d197b3f05e,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:39.391611 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-69cb880d-945b-4772-bb68-16b2d94cd050 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks [] for floatingip, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:39.394134 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-69cb880d-945b-4772-bb68-16b2d94cd050 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:39.395279 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-69cb880d-945b-4772-bb68-16b2d94cd050 tempest-AttachVolumeTestJSON-1973419692 tempest-AttachVolumeTestJSON-1973419692-project] 10.222.0.18 "DELETE /v2.0/floatingips/f9468dd7-a177-4351-a759-6bb112c92932 HTTP/1.1" status: 204 len: 168 time: 0.4335916 Aug 07 04:10:41.177734 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device df86aa8c-87b6-4e7f-93d2-a38f82c332ad no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:10:41.198378 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: df86aa8c-87b6-4e7f-93d2-a38f82c332ad {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:10:41.198712 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device df86aa8c-87b6-4e7f-93d2-a38f82c332ad not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:10:42.916305 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55454) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:43.338473 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e6764432-d611-4352-9c2c-a978565f7f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-965764'] for router_interface, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:43.818938 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-e6764432-d611-4352-9c2c-a978565f7f1d admin admin] Deleting port 63d532c8-cda9-484b-9b25-0264a8cf9ad6 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:10:43.819471 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e6764432-d611-4352-9c2c-a978565f7f1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:43.905273 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-e6764432-d611-4352-9c2c-a978565f7f1d admin admin] For port 63d532c8-cda9-484b-9b25-0264a8cf9ad6, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=63d532c8-cda9-484b-9b25-0264a8cf9ad6,segment=NetworkSegment(8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5),segment_id=8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:10:43.905635 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e6764432-d611-4352-9c2c-a978565f7f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:43.917538 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-e6764432-d611-4352-9c2c-a978565f7f1d admin admin] Calling delete_port for 63d532c8-cda9-484b-9b25-0264a8cf9ad6 owned by network:router_interface {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:10:44.089491 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e6764432-d611-4352-9c2c-a978565f7f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:44.114021 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6764432-d611-4352-9c2c-a978565f7f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=63d532c8-cda9-484b-9b25-0264a8cf9ad6,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:44.293125 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e6764432-d611-4352-9c2c-a978565f7f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-966196'] for router_interface, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:44.504977 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6764432-d611-4352-9c2c-a978565f7f1d admin admin] Router 9b5a95c3-8287-4f32-8855-525f89fb42b4 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:10:44.604519 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6764432-d611-4352-9c2c-a978565f7f1d admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:10:44.609304 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e6764432-d611-4352-9c2c-a978565f7f1d admin admin] 10.222.0.18 "PUT /v2.0/routers/9b5a95c3-8287-4f32-8855-525f89fb42b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6919582 Aug 07 04:10:44.611806 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55458) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:44.614434 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58169d8b-8fed-4507-bd8f-f26360cd0663 None None] Sync routers for ids ['9b5a95c3-8287-4f32-8855-525f89fb42b4'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:10:44.623795 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58169d8b-8fed-4507-bd8f-f26360cd0663 None None] Routers {'9b5a95c3-8287-4f32-8855-525f89fb42b4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:10:44.624436 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-58169d8b-8fed-4507-bd8f-f26360cd0663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:10:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['9b5a95c3-8287-4f32-8855-525f89fb42b4'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:44.713374 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e79d6084-42b8-472d-b594-e36cce9ced04 admin admin] Notify callbacks [] for router, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:44.727268 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-58169d8b-8fed-4507-bd8f-f26360cd0663 None None] Set router 9b5a95c3-8287-4f32-8855-525f89fb42b4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:10:44.814611 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e79d6084-42b8-472d-b594-e36cce9ced04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:44.868265 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-e79d6084-42b8-472d-b594-e36cce9ced04 admin admin] Deleting port 1d61415a-1a33-4431-ac8a-8d58f9bbac29 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:10:44.869033 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e79d6084-42b8-472d-b594-e36cce9ced04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:44.901896 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-58169d8b-8fed-4507-bd8f-f26360cd0663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:10:44Z', 'revision_number': 5, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port': {'id': '1d61415a-1a33-4431-ac8a-8d58f9bbac29', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:45Z', 'updated_at': '2021-08-07T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:44.930575 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58169d8b-8fed-4507-bd8f-f26360cd0663 None None] Checking router: 9b5a95c3-8287-4f32-8855-525f89fb42b4 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:10:44.939246 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58169d8b-8fed-4507-bd8f-f26360cd0663 None None] Routers {'9b5a95c3-8287-4f32-8855-525f89fb42b4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:10:44.939850 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-58169d8b-8fed-4507-bd8f-f26360cd0663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:10:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['9b5a95c3-8287-4f32-8855-525f89fb42b4'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:44.949366 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-e79d6084-42b8-472d-b594-e36cce9ced04 admin admin] For port 1d61415a-1a33-4431-ac8a-8d58f9bbac29, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=1d61415a-1a33-4431-ac8a-8d58f9bbac29,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:10:44.949902 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e79d6084-42b8-472d-b594-e36cce9ced04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:44.962594 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-e79d6084-42b8-472d-b594-e36cce9ced04 admin admin] Calling delete_port for 1d61415a-1a33-4431-ac8a-8d58f9bbac29 owned by network:router_gateway {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:10:45.024107 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-58169d8b-8fed-4507-bd8f-f26360cd0663 None None] Set router 9b5a95c3-8287-4f32-8855-525f89fb42b4 gateway port host: None {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:10:45.076876 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-58169d8b-8fed-4507-bd8f-f26360cd0663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:10:44Z', 'revision_number': 6, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port_host': None}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:45.106164 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58169d8b-8fed-4507-bd8f-f26360cd0663 None None] The sync data for ids ['9b5a95c3-8287-4f32-8855-525f89fb42b4'] in dv-cinder-803748-2-iscsi is: [{'id': '9b5a95c3-8287-4f32-8855-525f89fb42b4', 'name': 'tempest-AttachVolumeTestJSON-56069327-router', 'tenant_id': '4b24080fb8644fa5b3fff0ba279b4140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:43Z', 'updated_at': '2021-08-07T04:10:44Z', 'revision_number': 6, 'project_id': '4b24080fb8644fa5b3fff0ba279b4140', 'gw_port_host': None}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:10:45.126740 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e79d6084-42b8-472d-b594-e36cce9ced04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:45.154747 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d6084-42b8-472d-b594-e36cce9ced04 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d61415a-1a33-4431-ac8a-8d58f9bbac29,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:45.213831 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e79d6084-42b8-472d-b594-e36cce9ced04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965330'] for router_gateway, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:45.301573 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e79d6084-42b8-472d-b594-e36cce9ced04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31483'] for router, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:45.303635 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e79d6084-42b8-472d-b594-e36cce9ced04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:45.345028 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e79d6084-42b8-472d-b594-e36cce9ced04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-953298'] for router, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:45.345554 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79d6084-42b8-472d-b594-e36cce9ced04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b5a95c3-8287-4f32-8855-525f89fb42b4 {{(pid=93434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 04:10:45.349636 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e79d6084-42b8-472d-b594-e36cce9ced04 admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:45.350770 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e79d6084-42b8-472d-b594-e36cce9ced04 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9b5a95c3-8287-4f32-8855-525f89fb42b4 HTTP/1.1" status: 204 len: 168 time: 0.7380607 Aug 07 04:10:45.353847 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55460) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:45.397365 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f221519-9d7e-42a5-a897-2cd1579f8105 admin admin] Deleting subnet 25f7c230-1533-4f59-ab13-7e2194590c52 {{(pid=93434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:10:45.400826 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0f221519-9d7e-42a5-a897-2cd1579f8105 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:45.433270 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0f221519-9d7e-42a5-a897-2cd1579f8105 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499070'] for subnet, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:45.549033 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0f221519-9d7e-42a5-a897-2cd1579f8105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33051012'] for subnet, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:45.599696 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0f221519-9d7e-42a5-a897-2cd1579f8105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33051027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4031585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4039143'] for subnet, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:45.626174 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f221519-9d7e-42a5-a897-2cd1579f8105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f7c230-1533-4f59-ab13-7e2194590c52,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:45.631718 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0f221519-9d7e-42a5-a897-2cd1579f8105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:45.633575 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0f221519-9d7e-42a5-a897-2cd1579f8105 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/25f7c230-1533-4f59-ab13-7e2194590c52 HTTP/1.1" status: 204 len: 168 time: 0.2787783 Aug 07 04:10:45.636834 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55464) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:45.639918 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0242301-0c41-402a-beaf-67ecd8e5b4b9 None None] Network 35f15573-4d02-4cd9-a022-983f2f904dbd requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:10:45.703571 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107803'] for network, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:45.753908 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] Deleting port 184419a3-bb71-4121-bb9f-86fa22fc0fdf {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:10:45.754263 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:45.818421 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] For port 184419a3-bb71-4121-bb9f-86fa22fc0fdf, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=184419a3-bb71-4121-bb9f-86fa22fc0fdf,segment=NetworkSegment(8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5),segment_id=8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:10:45.818721 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:45.831220 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] Calling delete_port for 184419a3-bb71-4121-bb9f-86fa22fc0fdf owned by network:dhcp {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:10:45.878607 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] DHCP port deletion for 35f15573-4d02-4cd9-a022-983f2f904dbd request from dv-cinder-803748-2-iscsi {{(pid=93435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 04:10:45.918439 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:45.933188 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Deleting port 184419a3-bb71-4121-bb9f-86fa22fc0fdf {{(pid=93435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:10:45.933567 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:45.947244 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] Pushing event deleted for resources: {'Port': ['ID=184419a3-bb71-4121-bb9f-86fa22fc0fdf,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:45.950933 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] No DVR routers for this DVR port 184419a3-bb71-4121-bb9f-86fa22fc0fdf on host dv-cinder-803748-2-iscsi {{(pid=93434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:10:46.008314 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] For port 184419a3-bb71-4121-bb9f-86fa22fc0fdf, host dv-cinder-803748-2-iscsi, got binding levels [] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:10:46.008886 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:46.026332 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33051139', 'neutron.services.segments.db._delete_segments_for_network-8791076431984'] for network, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:46.030381 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Calling delete_port for 184419a3-bb71-4121-bb9f-86fa22fc0fdf owned by network:dhcp {{(pid=93435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:10:46.034358 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f15573-4d02-4cd9-a022-983f2f904dbd']}} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:46.034517 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.ipam_backend_mixin [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Port 184419a3-bb71-4121-bb9f-86fa22fc0fdf was not found and therefore no delete operation was performed {{(pid=93435) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 07 04:10:46.035702 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661'] for port, after_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:46.047170 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5') {'for_net_delete': True} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:46.047170 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2ea885-8db4-46bb-b02e-7b5f84d2b6b5') {} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:46.057668 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791076434809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499049'] for segment, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:46.061520 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Pushing event deleted for resources: {'Port': ['ID=184419a3-bb71-4121-bb9f-86fa22fc0fdf,revision_number=None']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:46.072238 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:46.072593 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:46.072940 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:46.073274 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:46.073618 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:46.074061 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:46.074260 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:46.074590 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:46.074919 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:46.076072 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:46.076190 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:46.076405 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:46.076735 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:10:46.084599 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c0039f-5891-4a2b-afa6-d132aa4a326d None None] No DVR routers for this DVR port 184419a3-bb71-4121-bb9f-86fa22fc0fdf on host dv-cinder-803748-2-iscsi {{(pid=93435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:10:46.091304 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:10:46.092006 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4031679'] for segment, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: Traceback (most recent call last): Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: timer() Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: cb(*args, **kw) Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: return func(*args, **kwargs) Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: self._notify() Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: self.callback(batched_events) Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: event.method(event) Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: return f(self, *a, **k) Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: return self._get(url).json() Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: return self.request(url, 'GET', **kwargs) Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:10:46.095091 dv-cinder-803748-2-iscsi neutron-server[93434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:10:46.180535 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33051162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965302'] for network, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:46.197855 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:46.202128 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] 10.222.0.18 "DELETE /v2.0/networks/35f15573-4d02-4cd9-a022-983f2f904dbd HTTP/1.1" status: 204 len: 168 time: 0.5620291 Aug 07 04:10:46.202128 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0951942-67a6-41dd-bb1a-ac12c1766079 admin admin] Pushing event deleted for resources: {'Network': ['ID=35f15573-4d02-4cd9-a022-983f2f904dbd,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:46.344285 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55476) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:46.372991 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 1d61415a-1a33-4431-ac8a-8d58f9bbac29 no longer exists at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:10:46.396996 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] No Port match for: 1d61415a-1a33-4431-ac8a-8d58f9bbac29 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:10:46.397752 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 1d61415a-1a33-4431-ac8a-8d58f9bbac29 not bound to the agent host dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:10:46.398670 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 184419a3-bb71-4121-bb9f-86fa22fc0fdf no longer exists at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:10:46.410165 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-d0bf3eed-444f-4257-9a40-547b199e0261 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b24080fb8644fa5b3fff0ba279b4140&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0652564 Aug 07 04:10:46.412654 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55478) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:46.436840 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] No Port match for: 184419a3-bb71-4121-bb9f-86fa22fc0fdf {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:10:46.437453 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 184419a3-bb71-4121-bb9f-86fa22fc0fdf not bound to the agent host dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:10:46.438063 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 63d532c8-cda9-484b-9b25-0264a8cf9ad6 no longer exists at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:10:46.459810 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] No Port match for: 63d532c8-cda9-484b-9b25-0264a8cf9ad6 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:10:46.460381 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 63d532c8-cda9-484b-9b25-0264a8cf9ad6 not bound to the agent host dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:10:46.468929 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-43eebbfa-ae57-4c1a-8fc2-049c2b22b267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:46.499377 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-43eebbfa-ae57-4c1a-8fc2-049c2b22b267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:46.523228 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3b3cd-d466-4719-afed-2f9f4cade96d req-be63e7fb-94b3-40bf-855c-f2a349263c34 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:46.525343 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7ca3b3cd-d466-4719-afed-2f9f4cade96d req-be63e7fb-94b3-40bf-855c-f2a349263c34 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 946 time: 0.0542185 Aug 07 04:10:46.546917 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-43eebbfa-ae57-4c1a-8fc2-049c2b22b267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:46.549420 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-43eebbfa-ae57-4c1a-8fc2-049c2b22b267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:46.550548 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-43eebbfa-ae57-4c1a-8fc2-049c2b22b267 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b54dc56-18b1-42dc-b59d-46bd12005c5e HTTP/1.1" status: 204 len: 168 time: 0.1368577 Aug 07 04:10:46.558375 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eebbfa-ae57-4c1a-8fc2-049c2b22b267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b54dc56-18b1-42dc-b59d-46bd12005c5e,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:46.568115 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7ca3b3cd-d466-4719-afed-2f9f4cade96d req-131f9f30-908b-419e-9d23-94f845667f74 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358703 Aug 07 04:10:46.711161 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a71920ab-b065-44a1-bbc3-74a280bc2d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:47.692851 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf9742-f474-43dc-abff-c6121aac6ec4 req-991b78c9-b85e-4a47-9cfe-c9cf5f86d877 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:47.694329 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3baf9742-f474-43dc-abff-c6121aac6ec4 req-991b78c9-b85e-4a47-9cfe-c9cf5f86d877 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 946 time: 0.0521367 Aug 07 04:10:47.733400 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-3baf9742-f474-43dc-abff-c6121aac6ec4 req-d065a39b-68d2-4bac-822a-ebc8c108a4a0 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329802 Aug 07 04:10:47.812228 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215194bf-b830-46a7-aeb3-dace5375921c req-185bb5ec-1149-4ffa-8924-581418b6b96a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:47.813643 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-215194bf-b830-46a7-aeb3-dace5375921c req-185bb5ec-1149-4ffa-8924-581418b6b96a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 946 time: 0.0510614 Aug 07 04:10:47.910556 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-215194bf-b830-46a7-aeb3-dace5375921c req-158c2b78-e49c-48b3-bbc2-6ffe88988084 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Deleting port 7b486885-4670-4031-836b-4965f08552d2 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:10:47.910939 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-215194bf-b830-46a7-aeb3-dace5375921c req-158c2b78-e49c-48b3-bbc2-6ffe88988084 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:47.974465 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55522) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:48.004960 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-215194bf-b830-46a7-aeb3-dace5375921c req-158c2b78-e49c-48b3-bbc2-6ffe88988084 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] For port 7b486885-4670-4031-836b-4965f08552d2, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=7b486885-4670-4031-836b-4965f08552d2,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:10:48.005321 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-215194bf-b830-46a7-aeb3-dace5375921c req-158c2b78-e49c-48b3-bbc2-6ffe88988084 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.078003 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e2d26d29-7375-4750-93f6-5f75010c7d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.166498 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e2d26d29-7375-4750-93f6-5f75010c7d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.170417 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e2d26d29-7375-4750-93f6-5f75010c7d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.175782 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-215194bf-b830-46a7-aeb3-dace5375921c req-158c2b78-e49c-48b3-bbc2-6ffe88988084 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.176153 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-215194bf-b830-46a7-aeb3-dace5375921c req-158c2b78-e49c-48b3-bbc2-6ffe88988084 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.176463 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.l3_db [req-215194bf-b830-46a7-aeb3-dace5375921c req-158c2b78-e49c-48b3-bbc2-6ffe88988084 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Floating IP 81a6a2f1-bb01-4312-b1fb-8f5498a6eb8e disassociated. External IP: 172.27.0.78, port: 7b486885-4670-4031-836b-4965f08552d2. Aug 07 04:10:48.176800 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [req-215194bf-b830-46a7-aeb3-dace5375921c req-158c2b78-e49c-48b3-bbc2-6ffe88988084 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Calling delete_port for 7b486885-4670-4031-836b-4965f08552d2 owned by compute:nova {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:10:48.208336 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-e2d26d29-7375-4750-93f6-5f75010c7d9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0dad97aaaf304b7cbf79349d6b53232f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327621 Aug 07 04:10:48.210340 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d26d29-7375-4750-93f6-5f75010c7d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686f42f5-5778-4d9d-af13-e9141c37d96f,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:48.213251 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55526) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:48.260870 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-169be1c4-6394-4de8-8c21-de1e046291eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.282364 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-169be1c4-6394-4de8-8c21-de1e046291eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.308813 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-215194bf-b830-46a7-aeb3-dace5375921c req-158c2b78-e49c-48b3-bbc2-6ffe88988084 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.332217 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-169be1c4-6394-4de8-8c21-de1e046291eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.334746 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-169be1c4-6394-4de8-8c21-de1e046291eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.335919 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-169be1c4-6394-4de8-8c21-de1e046291eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/686f42f5-5778-4d9d-af13-e9141c37d96f HTTP/1.1" status: 204 len: 168 time: 0.1217771 Aug 07 04:10:48.339382 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c2b78-e49c-48b3-bbc2-6ffe88988084 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event deleted for resources: {'Port': ['ID=7b486885-4670-4031-836b-4965f08552d2,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:48.348709 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169be1c4-6394-4de8-8c21-de1e046291eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686f42f5-5778-4d9d-af13-e9141c37d96f,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:48.464569 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [req-215194bf-b830-46a7-aeb3-dace5375921c req-158c2b78-e49c-48b3-bbc2-6ffe88988084 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Router c214308a-50c1-497a-b266-bf4e1e3babf4 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:10:48.571973 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-215194bf-b830-46a7-aeb3-dace5375921c req-158c2b78-e49c-48b3-bbc2-6ffe88988084 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:10:48.583291 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c97bab-2122-4d50-96f7-adbab3c2b40d None None] Sync routers for ids ['c214308a-50c1-497a-b266-bf4e1e3babf4'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:10:48.594811 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c97bab-2122-4d50-96f7-adbab3c2b40d None None] Routers {'c214308a-50c1-497a-b266-bf4e1e3babf4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:10:48.595746 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-b3c97bab-2122-4d50-96f7-adbab3c2b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:10:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['c214308a-50c1-497a-b266-bf4e1e3babf4'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:48.613097 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-215194bf-b830-46a7-aeb3-dace5375921c req-158c2b78-e49c-48b3-bbc2-6ffe88988084 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] No DVR routers for this DVR port 7b486885-4670-4031-836b-4965f08552d2 on host hv-cinder-80374 {{(pid=93434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:10:48.615584 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55532) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:48.615759 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-215194bf-b830-46a7-aeb3-dace5375921c req-158c2b78-e49c-48b3-bbc2-6ffe88988084 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.617829 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-215194bf-b830-46a7-aeb3-dace5375921c req-158c2b78-e49c-48b3-bbc2-6ffe88988084 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.30 "DELETE /v2.0/ports/7b486885-4670-4031-836b-4965f08552d2 HTTP/1.1" status: 204 len: 173 time: 0.7979355 Aug 07 04:10:48.618310 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'name': 'network-vif-deleted', 'tag': '7b486885-4670-4031-836b-4965f08552d2'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:10:48.620822 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191f1d92-764c-4c13-a6c4-35f2fb266d84" -d '{"events": [{"server_uuid": "9e2f9936-b986-4022-b6d6-176818ada9d8", "name": "network-vif-deleted", "tag": "7b486885-4670-4031-836b-4965f08552d2"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:10:48.631329 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8dd01e84-21a1-4875-b5cb-d54e5a3dde81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.668538 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22183c9d-2d59-49e7-9c06-164d132f4208 x-openstack-request-id: req-22183c9d-2d59-49e7-9c06-164d132f4208 {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:10:48.668834 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2f9936-b986-4022-b6d6-176818ada9d8", "name": "network-vif-deleted", "tag": "7b486885-4670-4031-836b-4965f08552d2", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:10:48.669114 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22183c9d-2d59-49e7-9c06-164d132f4208 {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:10:48.669534 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2f9936-b986-4022-b6d6-176818ada9d8', 'name': 'network-vif-deleted', 'tag': '7b486885-4670-4031-836b-4965f08552d2', 'status': 'completed', 'code': 200} Aug 07 04:10:48.719448 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-b3c97bab-2122-4d50-96f7-adbab3c2b40d None None] Set router c214308a-50c1-497a-b266-bf4e1e3babf4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:10:48.765514 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8dd01e84-21a1-4875-b5cb-d54e5a3dde81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.771183 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-8dd01e84-21a1-4875-b5cb-d54e5a3dde81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.803173 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55538) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:48.803393 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-8dd01e84-21a1-4875-b5cb-d54e5a3dde81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48ae637354434e4e9f966a905e4004d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862755 Aug 07 04:10:48.825189 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd01e84-21a1-4875-b5cb-d54e5a3dde81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e12434-6772-426c-accf-2ebf7e56370c,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:48.869152 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bfeca489-f39b-470d-a203-00e9bc6b31fc req-c9f5bbf1-8dc2-429d-9a2e-7661e0f01268 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e2f9936-b986-4022-b6d6-176818ada9d8 HTTP/1.1" status: 200 len: 210 time: 0.0298984 Aug 07 04:10:48.896230 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee7e7-f37c-4879-94fc-de6e96cc1a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.921406 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee7e7-f37c-4879-94fc-de6e96cc1a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.944138 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:10:48.973754 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee7e7-f37c-4879-94fc-de6e96cc1a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.976487 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ca1ee7e7-f37c-4879-94fc-de6e96cc1a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:48.980336 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ca1ee7e7-f37c-4879-94fc-de6e96cc1a46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2e12434-6772-426c-accf-2ebf7e56370c HTTP/1.1" status: 204 len: 168 time: 0.1729529 Aug 07 04:10:48.985425 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ee7e7-f37c-4879-94fc-de6e96cc1a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e12434-6772-426c-accf-2ebf7e56370c,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:49.080637 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-b3c97bab-2122-4d50-96f7-adbab3c2b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:45Z', 'revision_number': 4, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '9ffdbf1c-0c6c-4b19-81d9-bdee4438850f', 'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'mac_address': 'fa:16:3e:b6:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:44Z', 'updated_at': '2021-08-07T04:03:56Z', 'revision_number': 5, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'subnets': [{'id': '754a0fad-009c-41af-8768-85f84e113703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:49.109916 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c97bab-2122-4d50-96f7-adbab3c2b40d None None] Checking router: c214308a-50c1-497a-b266-bf4e1e3babf4 for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:10:49.118189 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c220006d-39a7-47f2-81f2-32497544f866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:49.119050 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c97bab-2122-4d50-96f7-adbab3c2b40d None None] Routers {'c214308a-50c1-497a-b266-bf4e1e3babf4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:10:49.119412 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-b3c97bab-2122-4d50-96f7-adbab3c2b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:10:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['c214308a-50c1-497a-b266-bf4e1e3babf4'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:49.232515 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-b3c97bab-2122-4d50-96f7-adbab3c2b40d None None] Set router c214308a-50c1-497a-b266-bf4e1e3babf4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:10:49.429912 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-b3c97bab-2122-4d50-96f7-adbab3c2b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:45Z', 'revision_number': 4, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '9ffdbf1c-0c6c-4b19-81d9-bdee4438850f', 'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'mac_address': 'fa:16:3e:b6:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:44Z', 'updated_at': '2021-08-07T04:03:56Z', 'revision_number': 5, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'subnets': [{'id': '754a0fad-009c-41af-8768-85f84e113703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:49.460062 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c97bab-2122-4d50-96f7-adbab3c2b40d None None] The sync data for ids ['c214308a-50c1-497a-b266-bf4e1e3babf4'] in dv-cinder-803748-2-iscsi is: [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:03:45Z', 'revision_number': 4, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '9ffdbf1c-0c6c-4b19-81d9-bdee4438850f', 'name': '', 'network_id': 'f6bfdbba-aabd-40f1-a35e-7aacbd51ace8', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'mac_address': 'fa:16:3e:b6:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '754a0fad-009c-41af-8768-85f84e113703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:44Z', 'updated_at': '2021-08-07T04:03:56Z', 'revision_number': 5, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'subnets': [{'id': '754a0fad-009c-41af-8768-85f84e113703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:10:49.516006 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:49.684020 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c2929e-266e-47e3-a66c-1231ba614028 None None] New status for floating IP 81a6a2f1-bb01-4312-b1fb-8f5498a6eb8e: DOWN {{(pid=93435) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:10:49.977317 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55574) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:50.032372 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-aea42352-9961-46ac-aded-823b86843721 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:50.055288 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-aea42352-9961-46ac-aded-823b86843721 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:50.104989 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-aea42352-9961-46ac-aded-823b86843721 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:50.109615 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-aea42352-9961-46ac-aded-823b86843721 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:50.111567 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-aea42352-9961-46ac-aded-823b86843721 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "DELETE /v2.0/security-groups/ed1efe7b-c3be-4d2d-81cc-c68d9cf50500 HTTP/1.1" status: 204 len: 168 time: 0.1330779 Aug 07 04:10:50.115496 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55580) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:50.126181 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea42352-9961-46ac-aded-823b86843721 tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1efe7b-c3be-4d2d-81cc-c68d9cf50500,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:50.131221 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.api.v2.resource [None req-b8b403ad-2e75-41bc-afdf-6722febb754a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] show failed (client error): The resource could not be found. Aug 07 04:10:50.132465 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-b8b403ad-2e75-41bc-afdf-6722febb754a tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "GET /v2.0/security-groups/ed1efe7b-c3be-4d2d-81cc-c68d9cf50500 HTTP/1.1" status: 404 len: 347 time: 0.0150914 Aug 07 04:10:50.136145 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55582) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:50.260066 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-7c032b5c-e8ca-46f2-a67d-9750c4c87f4d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Deleting port 7ae67176-3676-414e-8272-0f25d2740d5c {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:10:50.260699 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7c032b5c-e8ca-46f2-a67d-9750c4c87f4d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:50.342740 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7c032b5c-e8ca-46f2-a67d-9750c4c87f4d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:50.343108 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7c032b5c-e8ca-46f2-a67d-9750c4c87f4d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:50.355135 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-7c032b5c-e8ca-46f2-a67d-9750c4c87f4d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Calling delete_port for 7ae67176-3676-414e-8272-0f25d2740d5c owned by network:floatingip {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:10:50.492402 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7c032b5c-e8ca-46f2-a67d-9750c4c87f4d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:50.521302 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c032b5c-e8ca-46f2-a67d-9750c4c87f4d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Pushing event deleted for resources: {'Port': ['ID=7ae67176-3676-414e-8272-0f25d2740d5c,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:50.587677 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7c032b5c-e8ca-46f2-a67d-9750c4c87f4d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks [] for floatingip, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:50.590411 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7c032b5c-e8ca-46f2-a67d-9750c4c87f4d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:50.591909 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-7c032b5c-e8ca-46f2-a67d-9750c4c87f4d tempest-AttachVolumeShelveTestJSON-2093977125 tempest-AttachVolumeShelveTestJSON-2093977125-project] 10.222.0.18 "DELETE /v2.0/floatingips/81a6a2f1-bb01-4312-b1fb-8f5498a6eb8e HTTP/1.1" status: 204 len: 168 time: 0.4547324 Aug 07 04:10:50.641891 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:50.841373 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55614) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:50.950394 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-953162a3-a9bd-451a-b90e-9be4a7d5b4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:51.035110 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-953162a3-a9bd-451a-b90e-9be4a7d5b4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:51.038733 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-953162a3-a9bd-451a-b90e-9be4a7d5b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:51.074898 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953162a3-a9bd-451a-b90e-9be4a7d5b4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416befb1-e2fc-481f-9516-a5733c5b5202,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:51.079169 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-953162a3-a9bd-451a-b90e-9be4a7d5b4d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ac107ebfd824f35a4876a305d5b6372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366757 Aug 07 04:10:51.082030 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55618) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:51.365767 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e4f470e2-22d5-4c66-a3f9-697ad8e53422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:51.386292 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e4f470e2-22d5-4c66-a3f9-697ad8e53422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:51.430512 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e4f470e2-22d5-4c66-a3f9-697ad8e53422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:51.433671 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e4f470e2-22d5-4c66-a3f9-697ad8e53422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:51.434797 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e4f470e2-22d5-4c66-a3f9-697ad8e53422 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/416befb1-e2fc-481f-9516-a5733c5b5202 HTTP/1.1" status: 204 len: 168 time: 0.3517413 Aug 07 04:10:51.442094 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f470e2-22d5-4c66-a3f9-697ad8e53422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416befb1-e2fc-481f-9516-a5733c5b5202,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:51.689637 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55624) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:51.703638 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49ea0bc6-dd9b-4fbb-8039-6e2f6af7c9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:51.797840 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49ea0bc6-dd9b-4fbb-8039-6e2f6af7c9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:51.801736 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49ea0bc6-dd9b-4fbb-8039-6e2f6af7c9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:51.841711 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea0bc6-dd9b-4fbb-8039-6e2f6af7c9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25938fde-929f-4c40-910f-37b0a00bd1ac,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:51.848181 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-49ea0bc6-dd9b-4fbb-8039-6e2f6af7c9cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72862cd07cac407c97ddc148674b7d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574697 Aug 07 04:10:51.850673 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55634) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:51.906845 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-509317be-46f6-4e49-bb1a-9be58e7e8e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:51.929952 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-509317be-46f6-4e49-bb1a-9be58e7e8e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:51.979085 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-509317be-46f6-4e49-bb1a-9be58e7e8e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:51.981679 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-509317be-46f6-4e49-bb1a-9be58e7e8e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:51.982809 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-509317be-46f6-4e49-bb1a-9be58e7e8e41 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25938fde-929f-4c40-910f-37b0a00bd1ac HTTP/1.1" status: 204 len: 168 time: 0.1311951 Aug 07 04:10:51.990853 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509317be-46f6-4e49-bb1a-9be58e7e8e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25938fde-929f-4c40-910f-37b0a00bd1ac,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:52.323550 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:53.008213 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55678) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:53.193262 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 7b486885-4670-4031-836b-4965f08552d2 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:10:53.229670 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: 7b486885-4670-4031-836b-4965f08552d2 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:10:53.229992 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 7b486885-4670-4031-836b-4965f08552d2 not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:10:53.565081 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5f3942e3-305b-42d7-b8cf-25b51b18a345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-965764'] for router_interface, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:53.820402 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-5f3942e3-305b-42d7-b8cf-25b51b18a345 admin admin] Deleting port 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:10:53.820745 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5f3942e3-305b-42d7-b8cf-25b51b18a345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:53.905735 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-5f3942e3-305b-42d7-b8cf-25b51b18a345 admin admin] For port 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=9ffdbf1c-0c6c-4b19-81d9-bdee4438850f,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:10:53.906105 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5f3942e3-305b-42d7-b8cf-25b51b18a345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:53.918704 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-5f3942e3-305b-42d7-b8cf-25b51b18a345 admin admin] Calling delete_port for 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f owned by network:router_interface {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:10:53.941166 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55718) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:54.043802 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1f262e15-1317-4c9c-aaf8-d0ac62bebf0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:54.103949 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5f3942e3-305b-42d7-b8cf-25b51b18a345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:54.129977 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3942e3-305b-42d7-b8cf-25b51b18a345 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ffdbf1c-0c6c-4b19-81d9-bdee4438850f,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:54.142178 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1f262e15-1317-4c9c-aaf8-d0ac62bebf0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:54.146199 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1f262e15-1317-4c9c-aaf8-d0ac62bebf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:54.176663 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f262e15-1317-4c9c-aaf8-d0ac62bebf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4935a730-0a32-4e8b-90d8-4c1c3f4bc2ae,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:54.197606 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-1f262e15-1317-4c9c-aaf8-d0ac62bebf0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ccb1c35932754d029205bf76e52aa500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552679 Aug 07 04:10:54.198287 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55722) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:54.253913 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f722-e2d5-4472-b846-7a76d7e3e11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:54.280159 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f722-e2d5-4472-b846-7a76d7e3e11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:54.297680 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5f3942e3-305b-42d7-b8cf-25b51b18a345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-966196'] for router_interface, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:54.337640 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f722-e2d5-4472-b846-7a76d7e3e11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:54.340427 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f722-e2d5-4472-b846-7a76d7e3e11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:54.344048 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-c0a3f722-e2d5-4472-b846-7a76d7e3e11d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4935a730-0a32-4e8b-90d8-4c1c3f4bc2ae HTTP/1.1" status: 204 len: 168 time: 0.1421762 Aug 07 04:10:54.349562 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3f722-e2d5-4472-b846-7a76d7e3e11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4935a730-0a32-4e8b-90d8-4c1c3f4bc2ae,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:54.547392 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3942e3-305b-42d7-b8cf-25b51b18a345 admin admin] Router c214308a-50c1-497a-b266-bf4e1e3babf4 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:10:54.609347 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55730) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:54.622299 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-be40a8d4-9882-4edf-863f-924dce7143e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:54.659182 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3942e3-305b-42d7-b8cf-25b51b18a345 admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:10:54.667495 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-5f3942e3-305b-42d7-b8cf-25b51b18a345 admin admin] 10.222.0.18 "PUT /v2.0/routers/c214308a-50c1-497a-b266-bf4e1e3babf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6574252 Aug 07 04:10:54.667646 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55732) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:54.671103 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccae2b5-1d9a-4e0e-8dd7-c3161e59244d None None] Sync routers for ids ['c214308a-50c1-497a-b266-bf4e1e3babf4'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:10:54.679787 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccae2b5-1d9a-4e0e-8dd7-c3161e59244d None None] Routers {'c214308a-50c1-497a-b266-bf4e1e3babf4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:10:54.680396 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-3ccae2b5-1d9a-4e0e-8dd7-c3161e59244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:10:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['c214308a-50c1-497a-b266-bf4e1e3babf4'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:54.786566 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-3ccae2b5-1d9a-4e0e-8dd7-c3161e59244d None None] Set router c214308a-50c1-497a-b266-bf4e1e3babf4 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:10:54.794507 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-be40a8d4-9882-4edf-863f-924dce7143e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:54.798292 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-be40a8d4-9882-4edf-863f-924dce7143e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:54.818034 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-04537a37-70ae-4ab8-88eb-26a57d5d5f46 admin admin] Notify callbacks [] for router, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:54.890601 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40a8d4-9882-4edf-863f-924dce7143e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815a5935-c041-48e3-a346-a11d1ab3d3de,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:54.898167 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-be40a8d4-9882-4edf-863f-924dce7143e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af2cc88539f7464aaa4febc6c3e010cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874961 Aug 07 04:10:54.901643 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55736) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:54.956888 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-04537a37-70ae-4ab8-88eb-26a57d5d5f46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:54.959685 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1e5c8b3c-bab8-467c-9106-bdc7fef86c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:54.972117 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-3ccae2b5-1d9a-4e0e-8dd7-c3161e59244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '245d84d7-5033-4d86-8f50-642ee060d237', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:10:54Z', 'revision_number': 5, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port': {'id': '245d84d7-5033-4d86-8f50-642ee060d237', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:03:39Z', 'updated_at': '2021-08-07T04:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:54.982905 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1e5c8b3c-bab8-467c-9106-bdc7fef86c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:55.000328 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccae2b5-1d9a-4e0e-8dd7-c3161e59244d None None] Checking router: c214308a-50c1-497a-b266-bf4e1e3babf4 for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:10:55.011399 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccae2b5-1d9a-4e0e-8dd7-c3161e59244d None None] Routers {'c214308a-50c1-497a-b266-bf4e1e3babf4'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:10:55.012309 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-3ccae2b5-1d9a-4e0e-8dd7-c3161e59244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:10:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['c214308a-50c1-497a-b266-bf4e1e3babf4'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:55.016993 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-04537a37-70ae-4ab8-88eb-26a57d5d5f46 admin admin] Deleting port 245d84d7-5033-4d86-8f50-642ee060d237 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:10:55.017559 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-04537a37-70ae-4ab8-88eb-26a57d5d5f46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:55.033477 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1e5c8b3c-bab8-467c-9106-bdc7fef86c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:55.036695 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1e5c8b3c-bab8-467c-9106-bdc7fef86c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:55.037798 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-1e5c8b3c-bab8-467c-9106-bdc7fef86c60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/815a5935-c041-48e3-a346-a11d1ab3d3de HTTP/1.1" status: 204 len: 168 time: 0.1349208 Aug 07 04:10:55.046900 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c8b3c-bab8-467c-9106-bdc7fef86c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815a5935-c041-48e3-a346-a11d1ab3d3de,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:55.103303 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [None req-04537a37-70ae-4ab8-88eb-26a57d5d5f46 admin admin] For port 245d84d7-5033-4d86-8f50-642ee060d237, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=245d84d7-5033-4d86-8f50-642ee060d237,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:10:55.103850 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-04537a37-70ae-4ab8-88eb-26a57d5d5f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:55.106372 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-3ccae2b5-1d9a-4e0e-8dd7-c3161e59244d None None] Set router c214308a-50c1-497a-b266-bf4e1e3babf4 gateway port host: None {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:10:55.118841 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-04537a37-70ae-4ab8-88eb-26a57d5d5f46 admin admin] Calling delete_port for 245d84d7-5033-4d86-8f50-642ee060d237 owned by network:router_gateway {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:10:55.165801 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-3ccae2b5-1d9a-4e0e-8dd7-c3161e59244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:10:54Z', 'revision_number': 6, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port_host': None}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:55.193415 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccae2b5-1d9a-4e0e-8dd7-c3161e59244d None None] The sync data for ids ['c214308a-50c1-497a-b266-bf4e1e3babf4'] in dv-cinder-803748-2-iscsi is: [{'id': 'c214308a-50c1-497a-b266-bf4e1e3babf4', 'name': 'tempest-AttachVolumeShelveTestJSON-1663433720-router', 'tenant_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:03:38Z', 'updated_at': '2021-08-07T04:10:54Z', 'revision_number': 6, 'project_id': '330f8cf6d7524977b8a5d4e7c08cd9ec', 'gw_port_host': None}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:10:55.324254 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-04537a37-70ae-4ab8-88eb-26a57d5d5f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:55.355072 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04537a37-70ae-4ab8-88eb-26a57d5d5f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=245d84d7-5033-4d86-8f50-642ee060d237,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:55.414426 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-04537a37-70ae-4ab8-88eb-26a57d5d5f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965330'] for router_gateway, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:55.523589 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-04537a37-70ae-4ab8-88eb-26a57d5d5f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31483'] for router, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:55.527178 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-04537a37-70ae-4ab8-88eb-26a57d5d5f46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:55.602137 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-04537a37-70ae-4ab8-88eb-26a57d5d5f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-953298'] for router, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:55.603249 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04537a37-70ae-4ab8-88eb-26a57d5d5f46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c214308a-50c1-497a-b266-bf4e1e3babf4 {{(pid=93433) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 04:10:55.609356 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-04537a37-70ae-4ab8-88eb-26a57d5d5f46 admin admin] Notify callbacks [] for router, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:55.610799 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-04537a37-70ae-4ab8-88eb-26a57d5d5f46 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c214308a-50c1-497a-b266-bf4e1e3babf4 HTTP/1.1" status: 204 len: 168 time: 0.9419889 Aug 07 04:10:55.613029 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55752) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:55.669797 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2601b1b-52a2-40af-830d-e410014ab997 admin admin] Deleting subnet 754a0fad-009c-41af-8768-85f84e113703 {{(pid=93433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:10:55.672989 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d2601b1b-52a2-40af-830d-e410014ab997 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:55.708404 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d2601b1b-52a2-40af-830d-e410014ab997 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3639450'] for subnet, precommit_delete_associations {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:55.823023 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55762) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:55.844451 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d2601b1b-52a2-40af-830d-e410014ab997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33051012'] for subnet, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:55.880319 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-493ea5d0-8469-424e-b638-ee8236d164c2 req-c6c2ba07-a4e3-4e0c-a2aa-49006f3161aa tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243768967&fields=id&tenant_id=c401a89bcb5348018d4ebc457340bb53 HTTP/1.1" status: 200 len: 267 time: 0.0708771 Aug 07 04:10:55.938093 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d2601b1b-52a2-40af-830d-e410014ab997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33051027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3699591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8841518'] for subnet, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:55.941227 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-865c8ebc-c940-4f21-8bfa-0eaa65900197 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1360632521-network', 'tenant_id': '9df7e80e615840b6ab21376a156b4f30'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:10:55.962828 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865c8ebc-c940-4f21-8bfa-0eaa65900197 admin admin] Made reservation on behalf of 9df7e80e615840b6ab21376a156b4f30 for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:10:55.965361 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-865c8ebc-c940-4f21-8bfa-0eaa65900197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:55.966069 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2601b1b-52a2-40af-830d-e410014ab997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=754a0fad-009c-41af-8768-85f84e113703,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:55.970375 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d2601b1b-52a2-40af-830d-e410014ab997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:55.974854 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d2601b1b-52a2-40af-830d-e410014ab997 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/754a0fad-009c-41af-8768-85f84e113703 HTTP/1.1" status: 204 len: 168 time: 0.3608522 Aug 07 04:10:55.977356 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55766) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:55.978647 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4232854-c862-4f91-927a-bb332e52f8ca None None] Network f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:10:55.983689 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ea5d0-8469-424e-b638-ee8236d164c2 req-f96ebf89-bc78-477d-a668-e34da366f455 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:55.985416 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-493ea5d0-8469-424e-b638-ee8236d164c2 req-f96ebf89-bc78-477d-a668-e34da366f455 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 984 time: 0.0951035 Aug 07 04:10:55.985535 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-865c8ebc-c940-4f21-8bfa-0eaa65900197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.000710 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-493ea5d0-8469-424e-b638-ee8236d164c2 req-c7ef3b02-d9c2-41cb-bab5-1498864977da tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Request body: {'port': {'security_groups': ['a23127ea-9ec2-407c-807f-09f088c58df9']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:10:56.081644 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-493ea5d0-8469-424e-b638-ee8236d164c2 req-c7ef3b02-d9c2-41cb-bab5-1498864977da tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.098938 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107803'] for network, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.219534 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-865c8ebc-c940-4f21-8bfa-0eaa65900197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.225947 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] Deleting port 3b61063e-7d9f-48ac-b291-9a8a28c160ab {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:10:56.226521 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.229399 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ec2e28-fcbb-4972-a631-9ddd990d6123 None None] DHCP port deletion for f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 request from dv-cinder-803748-2-iscsi {{(pid=93435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 04:10:56.229739 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-865c8ebc-c940-4f21-8bfa-0eaa65900197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.283987 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-493ea5d0-8469-424e-b638-ee8236d164c2 req-c7ef3b02-d9c2-41cb-bab5-1498864977da tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] For port 1b0594a7-c78e-4c85-95d0-c66e9c362fed, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=1b0594a7-c78e-4c85-95d0-c66e9c362fed,segment=NetworkSegment(e19a1b71-123f-4fef-9118-364a383b3539),segment_id=e19a1b71-123f-4fef-9118-364a383b3539)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:10:56.295234 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-98ec2e28-fcbb-4972-a631-9ddd990d6123 None None] Deleting port 3b61063e-7d9f-48ac-b291-9a8a28c160ab {{(pid=93435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:10:56.296229 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-98ec2e28-fcbb-4972-a631-9ddd990d6123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.309763 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865c8ebc-c940-4f21-8bfa-0eaa65900197 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:10:56.316482 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-493ea5d0-8469-424e-b638-ee8236d164c2 req-c7ef3b02-d9c2-41cb-bab5-1498864977da tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.325570 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c8ebc-c940-4f21-8bfa-0eaa65900197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5fae09-3b22-462a-ba8e-1aed6e455f99,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:56.325995 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-493ea5d0-8469-424e-b638-ee8236d164c2 req-c7ef3b02-d9c2-41cb-bab5-1498864977da tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.339980 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-865c8ebc-c940-4f21-8bfa-0eaa65900197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.340580 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-865c8ebc-c940-4f21-8bfa-0eaa65900197 admin admin] Added segment 5d31ea50-f184-4bb3-8751-464d30586e5a of type vlan for network c6329844-4623-4df0-b15e-4171fe50e99b Aug 07 04:10:56.354069 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] For port 3b61063e-7d9f-48ac-b291-9a8a28c160ab, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=3b61063e-7d9f-48ac-b291-9a8a28c160ab,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:10:56.354702 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.392956 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['1b0594a7-c78e-4c85-95d0-c66e9c362fed'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:10:56.397543 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ea5d0-8469-424e-b638-ee8236d164c2 req-c7ef3b02-d9c2-41cb-bab5-1498864977da tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:56.398219 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-493ea5d0-8469-424e-b638-ee8236d164c2 req-c7ef3b02-d9c2-41cb-bab5-1498864977da tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.405889 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-493ea5d0-8469-424e-b638-ee8236d164c2 req-c7ef3b02-d9c2-41cb-bab5-1498864977da tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "PUT /v2.0/ports/1b0594a7-c78e-4c85-95d0-c66e9c362fed HTTP/1.1" status: 200 len: 942 time: 0.4110985 Aug 07 04:10:56.406598 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'tag': '1b0594a7-c78e-4c85-95d0-c66e9c362fed'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:10:56.412925 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6999a3d4-7a43-4e82-b230-643e6f783ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "c4be3fcc-5526-4ae9-b8b0-63d2744b3e09", "tag": "1b0594a7-c78e-4c85-95d0-c66e9c362fed"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:10:56.416490 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55768) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:56.417659 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] Calling delete_port for 3b61063e-7d9f-48ac-b291-9a8a28c160ab owned by network:dhcp {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:10:56.460840 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef3b02-d9c2-41cb-bab5-1498864977da tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Pushing event updated for resources: {'Port': ['ID=1b0594a7-c78e-4c85-95d0-c66e9c362fed,revision_number=7']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:56.478766 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-98ec2e28-fcbb-4972-a631-9ddd990d6123 None None] For port 3b61063e-7d9f-48ac-b291-9a8a28c160ab, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=3b61063e-7d9f-48ac-b291-9a8a28c160ab,segment=NetworkSegment(4b9e891b-401f-40df-a9b5-fded25ca689e),segment_id=4b9e891b-401f-40df-a9b5-fded25ca689e)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:10:56.480280 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-865c8ebc-c940-4f21-8bfa-0eaa65900197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.485561 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-98ec2e28-fcbb-4972-a631-9ddd990d6123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.498383 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['1b0594a7-c78e-4c85-95d0-c66e9c362fed'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:10:56.519192 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f no longer exists at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:10:56.523508 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0deb3e97-3706-4477-9ea6-73c97698107c x-openstack-request-id: req-0deb3e97-3706-4477-9ea6-73c97698107c {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:10:56.523891 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4be3fcc-5526-4ae9-b8b0-63d2744b3e09", "tag": "1b0594a7-c78e-4c85-95d0-c66e9c362fed", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:10:56.524357 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0deb3e97-3706-4477-9ea6-73c97698107c {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:10:56.524806 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'tag': '1b0594a7-c78e-4c85-95d0-c66e9c362fed', 'status': 'completed', 'code': 200} Aug 07 04:10:56.638559 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-865c8ebc-c940-4f21-8bfa-0eaa65900197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.639578 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865c8ebc-c940-4f21-8bfa-0eaa65900197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:56.640167 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-865c8ebc-c940-4f21-8bfa-0eaa65900197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.707087 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-82bc01e4-f4e9-4996-ae10-98fc278a54e0 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.731560 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-98ec2e28-fcbb-4972-a631-9ddd990d6123 None None] Calling delete_port for 3b61063e-7d9f-48ac-b291-9a8a28c160ab owned by network:dhcp {{(pid=93435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:10:56.734448 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-865c8ebc-c940-4f21-8bfa-0eaa65900197 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9097416 Aug 07 04:10:56.738880 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55772) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:56.741083 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999a3d4-7a43-4e82-b230-643e6f783ad4 req-c8a976aa-f3f6-43b2-830e-a6bfa632030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:56.742724 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6999a3d4-7a43-4e82-b230-643e6f783ad4 req-c8a976aa-f3f6-43b2-830e-a6bfa632030c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c401a89bcb5348018d4ebc457340bb53&device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 1098 time: 0.1878560 Aug 07 04:10:56.743340 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-d3c662b4-815f-4fe7-acbf-1a0a703c800e admin admin] Request body: {'subnet': {'network_id': 'c6329844-4623-4df0-b15e-4171fe50e99b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1360632521-subnet', 'tenant_id': '9df7e80e615840b6ab21376a156b4f30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:10:56.761152 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] No Port match for: 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:10:56.761497 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 9ffdbf1c-0c6c-4b19-81d9-bdee4438850f not bound to the agent host dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:10:56.761910 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 245d84d7-5033-4d86-8f50-642ee060d237 no longer exists at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:10:56.766351 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.769467 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c662b4-815f-4fe7-acbf-1a0a703c800e admin admin] Made reservation on behalf of 9df7e80e615840b6ab21376a156b4f30 for: {'subnet': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:10:56.772433 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d3c662b4-815f-4fe7-acbf-1a0a703c800e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8841477'] for subnet, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.777171 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c8ebc-c940-4f21-8bfa-0eaa65900197 admin admin] Pushing event updated for resources: {'Network': ['ID=c6329844-4623-4df0-b15e-4171fe50e99b,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:56.793316 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-82bc01e4-f4e9-4996-ae10-98fc278a54e0 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:56.862472 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network c6329844-4623-4df0-b15e-4171fe50e99b details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:10:56.869831 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b61063e-7d9f-48ac-b291-9a8a28c160ab,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:56.875550 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] No Port match for: 245d84d7-5033-4d86-8f50-642ee060d237 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:10:56.875897 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 245d84d7-5033-4d86-8f50-642ee060d237 not bound to the agent host dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:10:56.876307 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 3b61063e-7d9f-48ac-b291-9a8a28c160ab no longer exists at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:10:56.886448 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] No DVR routers for this DVR port 3b61063e-7d9f-48ac-b291-9a8a28c160ab on host dv-cinder-803748-2-iscsi {{(pid=93434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:10:56.969349 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] No Port match for: 3b61063e-7d9f-48ac-b291-9a8a28c160ab {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:10:56.969695 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 3b61063e-7d9f-48ac-b291-9a8a28c160ab not bound to the agent host dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:10:56.997948 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-5dfa5d6a-57dc-4bb8-9ba5-ebd31e032e8a None None] Provisioning complete for port 1b0594a7-c78e-4c85-95d0-c66e9c362fed triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:10:56.998663 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-5dfa5d6a-57dc-4bb8-9ba5-ebd31e032e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.021523 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33051139', 'neutron.services.segments.db._delete_segments_for_network-8791076431984'] for network, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.024930 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999a3d4-7a43-4e82-b230-643e6f783ad4 req-ef64c8db-182d-4aa0-8287-e8f1a244f0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:57.027499 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6999a3d4-7a43-4e82-b230-643e6f783ad4 req-ef64c8db-182d-4aa0-8287-e8f1a244f0d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e61a548b-683a-47cd-93a6-20df475aa443 HTTP/1.1" status: 200 len: 916 time: 0.2750685 Aug 07 04:10:57.048993 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6bfdbba-aabd-40f1-a35e-7aacbd51ace8']}} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:57.104529 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9e891b-401f-40df-a9b5-fded25ca689e') {'for_net_delete': True} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:57.104837 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9e891b-401f-40df-a9b5-fded25ca689e') {} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:57.118290 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-82bc01e4-f4e9-4996-ae10-98fc278a54e0 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.121142 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-82bc01e4-f4e9-4996-ae10-98fc278a54e0 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.122308 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-82bc01e4-f4e9-4996-ae10-98fc278a54e0 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "DELETE /v2.0/security-groups/894ab89f-acb2-41fc-9c01-0b0a3381461a HTTP/1.1" status: 204 len: 168 time: 0.7012329 Aug 07 04:10:57.126234 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791076434809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499049'] for segment, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.130481 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55774) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:57.179376 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-98ec2e28-fcbb-4972-a631-9ddd990d6123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661'] for port, after_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.188082 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc01e4-f4e9-4996-ae10-98fc278a54e0 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=894ab89f-acb2-41fc-9c01-0b0a3381461a,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:57.199682 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.204626 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6999a3d4-7a43-4e82-b230-643e6f783ad4 req-07074890-5da0-4fed-955c-3dc1db270ca1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b0594a7-c78e-4c85-95d0-c66e9c362fed HTTP/1.1" status: 200 len: 1001 time: 0.1661794 Aug 07 04:10:57.212210 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:10:57.212693 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4031679'] for segment, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: Traceback (most recent call last): Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: timer() Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: cb(*args, **kw) Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: return func(*args, **kwargs) Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: self._notify() Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: self.callback(batched_events) Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: event.method(event) Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: return f(self, *a, **k) Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: return self._get(url).json() Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: return self.request(url, 'GET', **kwargs) Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:10:57.214532 dv-cinder-803748-2-iscsi neutron-server[93434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:10:57.239252 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d3c662b4-815f-4fe7-acbf-1a0a703c800e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3699648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8841527'] for subnet, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.252337 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec2e28-fcbb-4972-a631-9ddd990d6123 None None] Pushing event deleted for resources: {'Port': ['ID=3b61063e-7d9f-48ac-b291-9a8a28c160ab,revision_number=None']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:57.268698 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ec2e28-fcbb-4972-a631-9ddd990d6123 None None] No DVR routers for this DVR port 3b61063e-7d9f-48ac-b291-9a8a28c160ab on host dv-cinder-803748-2-iscsi {{(pid=93435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:10:57.298681 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c662b4-815f-4fe7-acbf-1a0a703c800e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bb39f8e-c639-4a21-a700-8ace4fdb688b,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:57.329448 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c662b4-815f-4fe7-acbf-1a0a703c800e admin admin] Checking segment: {'id': '5d31ea50-f184-4bb3-8751-464d30586e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'c6329844-4623-4df0-b15e-4171fe50e99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:10:57.330031 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c662b4-815f-4fe7-acbf-1a0a703c800e admin admin] Network hostable DHCP agents. Network: c6329844-4623-4df0-b15e-4171fe50e99b, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:10:57.348479 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c662b4-815f-4fe7-acbf-1a0a703c800e admin admin] Network c6329844-4623-4df0-b15e-4171fe50e99b is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:10:57.360399 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33051162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965302'] for network, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.361885 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-d3c662b4-815f-4fe7-acbf-1a0a703c800e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, c6329844-4623-4df0-b15e-4171fe50e99b) {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:10:57.373674 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150863c9-01d2-4818-a402-51eeaf12b4a1 None None] Network c6329844-4623-4df0-b15e-4171fe50e99b requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:10:57.377950 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c662b4-815f-4fe7-acbf-1a0a703c800e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:57.378408 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999a3d4-7a43-4e82-b230-643e6f783ad4 req-71885051-5230-428b-af80-3919dfe27a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:57.378750 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d3c662b4-815f-4fe7-acbf-1a0a703c800e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.379926 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6999a3d4-7a43-4e82-b230-643e6f783ad4 req-71885051-5230-428b-af80-3919dfe27a3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18f30234-ee7f-4f30-91ba-1f101f3a206c HTTP/1.1" status: 200 len: 854 time: 0.1527383 Aug 07 04:10:57.382750 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.387220 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f6bfdbba-aabd-40f1-a35e-7aacbd51ace8 HTTP/1.1" status: 204 len: 168 time: 1.4054370 Aug 07 04:10:57.399963 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d3c662b4-815f-4fe7-acbf-1a0a703c800e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6605997 Aug 07 04:10:57.417162 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291a2b7-55c1-4dfd-887a-7cf7b5ad26e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6bfdbba-aabd-40f1-a35e-7aacbd51ace8,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:57.473699 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999a3d4-7a43-4e82-b230-643e6f783ad4 req-677d2893-2b4c-455e-859e-c36615e6cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:57.475344 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6999a3d4-7a43-4e82-b230-643e6f783ad4 req-677d2893-2b4c-455e-859e-c36615e6cbf7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e61a548b-683a-47cd-93a6-20df475aa443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700133 Aug 07 04:10:57.540756 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-4f461b22-63f3-490d-9d01-2835012856cb tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Deleting port 1d5baa11-cf1e-4a49-b8d5-ff0eeacdb646 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:10:57.541109 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4f461b22-63f3-490d-9d01-2835012856cb tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.560987 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55782) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:57.572452 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4958ad-9c85-4bbb-a14d-f0338de8ffbc None None] Network c6329844-4623-4df0-b15e-4171fe50e99b requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:10:57.625663 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-936986bc-4b42-46de-ba99-42c72465247a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=330f8cf6d7524977b8a5d4e7c08cd9ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0630920 Aug 07 04:10:57.627964 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55786) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:57.647312 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6999a3d4-7a43-4e82-b230-643e6f783ad4 req-f95a61c5-9256-4ca3-8ede-aa5f9080c212 service neutron] 10.222.0.30 "GET /v2.0/networks/e61a548b-683a-47cd-93a6-20df475aa443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642461 Aug 07 04:10:57.669864 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4f461b22-63f3-490d-9d01-2835012856cb tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.670192 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4f461b22-63f3-490d-9d01-2835012856cb tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.688931 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-debcd8c5-91db-41e1-8c54-be2d2708a2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.714585 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-debcd8c5-91db-41e1-8c54-be2d2708a2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.723342 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-4f461b22-63f3-490d-9d01-2835012856cb tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Calling delete_port for 1d5baa11-cf1e-4a49-b8d5-ff0eeacdb646 owned by network:floatingip {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:10:57.777316 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-debcd8c5-91db-41e1-8c54-be2d2708a2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.779901 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-debcd8c5-91db-41e1-8c54-be2d2708a2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:57.781066 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-debcd8c5-91db-41e1-8c54-be2d2708a2d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe50ad31-19cb-462e-84ec-984d28fc770c HTTP/1.1" status: 204 len: 168 time: 0.1519194 Aug 07 04:10:57.798340 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debcd8c5-91db-41e1-8c54-be2d2708a2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe50ad31-19cb-462e-84ec-984d28fc770c,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:57.848826 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-6999a3d4-7a43-4e82-b230-643e6f783ad4 req-1f5165d8-f9a3-4005-a177-95c311683750 service neutron] 10.222.0.30 "GET /v2.0/networks/e61a548b-683a-47cd-93a6-20df475aa443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898060 Aug 07 04:10:58.078144 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55804) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:58.084554 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-9d80a046-e6f4-4475-8400-71c38035ef01 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-122407023-network', 'tenant_id': '84366618db0a4e3e8777711f8b31479f'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:10:58.109755 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d80a046-e6f4-4475-8400-71c38035ef01 admin admin] Made reservation on behalf of 84366618db0a4e3e8777711f8b31479f for: {'network': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:10:58.112363 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9d80a046-e6f4-4475-8400-71c38035ef01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:58.122419 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9d80a046-e6f4-4475-8400-71c38035ef01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:58.205856 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4f461b22-63f3-490d-9d01-2835012856cb tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:58.231286 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9d80a046-e6f4-4475-8400-71c38035ef01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:58.235829 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9d80a046-e6f4-4475-8400-71c38035ef01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:58.239077 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f461b22-63f3-490d-9d01-2835012856cb tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Pushing event deleted for resources: {'Port': ['ID=1d5baa11-cf1e-4a49-b8d5-ff0eeacdb646,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:58.268817 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d80a046-e6f4-4475-8400-71c38035ef01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=93433) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:10:58.275930 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80a046-e6f4-4475-8400-71c38035ef01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d06e705-6432-466f-bf2c-91ec529a65b0,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:58.282064 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9d80a046-e6f4-4475-8400-71c38035ef01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:58.282411 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.segments_db [None req-9d80a046-e6f4-4475-8400-71c38035ef01 admin admin] Added segment 1651d680-58b3-40bf-992f-f898ed7ab179 of type vlan for network be063b03-410b-47e6-a188-5321aa6c7137 Aug 07 04:10:58.309350 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4f461b22-63f3-490d-9d01-2835012856cb tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks [] for floatingip, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:58.309688 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.l3_db [None req-4f461b22-63f3-490d-9d01-2835012856cb tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Floating IP ef4125ec-1415-4331-b258-76c6d7cfb602 disassociated (deleted). External IP: 172.27.0.193, port: 1b0594a7-c78e-4c85-95d0-c66e9c362fed. Aug 07 04:10:58.331037 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9d80a046-e6f4-4475-8400-71c38035ef01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:58.360705 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9d80a046-e6f4-4475-8400-71c38035ef01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:58.362355 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d80a046-e6f4-4475-8400-71c38035ef01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:58.362948 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-9d80a046-e6f4-4475-8400-71c38035ef01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:58.422895 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-9d80a046-e6f4-4475-8400-71c38035ef01 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3435576 Aug 07 04:10:58.425361 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 55814) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:10:58.434168 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-28652a10-57ba-43d8-a8f8-3739f3aa5f33 admin admin] Request body: {'subnet': {'network_id': 'be063b03-410b-47e6-a188-5321aa6c7137', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-122407023-subnet', 'tenant_id': '84366618db0a4e3e8777711f8b31479f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:10:58.441827 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80a046-e6f4-4475-8400-71c38035ef01 admin admin] Pushing event updated for resources: {'Network': ['ID=be063b03-410b-47e6-a188-5321aa6c7137,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:58.452341 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network be063b03-410b-47e6-a188-5321aa6c7137 details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:10:58.509129 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28652a10-57ba-43d8-a8f8-3739f3aa5f33 admin admin] Made reservation on behalf of 84366618db0a4e3e8777711f8b31479f for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:10:58.511472 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-28652a10-57ba-43d8-a8f8-3739f3aa5f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4039116'] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:58.632836 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f461b22-63f3-490d-9d01-2835012856cb tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:10:58.816655 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f461b22-63f3-490d-9d01-2835012856cb tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:10:58.821928 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4f461b22-63f3-490d-9d01-2835012856cb tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:58.825893 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-28652a10-57ba-43d8-a8f8-3739f3aa5f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4031526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4039166'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:58.832849 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa39b4-b97f-4154-94c7-f13c5c83b316 None None] Sync routers for ids ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:10:58.850914 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa39b4-b97f-4154-94c7-f13c5c83b316 None None] Routers {'f3ecf185-e0c9-4073-8093-d89fe06c5ca7'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:10:58.851874 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-eaaa39b4-b97f-4154-94c7-f13c5c83b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:10:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:58.890521 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4f461b22-63f3-490d-9d01-2835012856cb tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "DELETE /v2.0/floatingips/ef4125ec-1415-4331-b258-76c6d7cfb602 HTTP/1.1" status: 204 len: 168 time: 1.7477641 Aug 07 04:10:58.901427 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'tag': '1b0594a7-c78e-4c85-95d0-c66e9c362fed'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:10:58.904944 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be06403-91c0-4a99-979f-53c4d937a529" -d '{"events": [{"name": "network-changed", "server_uuid": "c4be3fcc-5526-4ae9-b8b0-63d2744b3e09", "tag": "1b0594a7-c78e-4c85-95d0-c66e9c362fed"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:10:58.922778 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28652a10-57ba-43d8-a8f8-3739f3aa5f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a41f89-99fd-490a-a447-fa7af62af862,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:10:58.953721 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28652a10-57ba-43d8-a8f8-3739f3aa5f33 admin admin] Checking segment: {'id': '1651d680-58b3-40bf-992f-f898ed7ab179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be063b03-410b-47e6-a188-5321aa6c7137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:10:58.954279 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28652a10-57ba-43d8-a8f8-3739f3aa5f33 admin admin] Network hostable DHCP agents. Network: be063b03-410b-47e6-a188-5321aa6c7137, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:10:58.976737 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28652a10-57ba-43d8-a8f8-3739f3aa5f33 admin admin] Network be063b03-410b-47e6-a188-5321aa6c7137 is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:10:58.994409 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-28652a10-57ba-43d8-a8f8-3739f3aa5f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, be063b03-410b-47e6-a188-5321aa6c7137) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:10:59.007912 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28652a10-57ba-43d8-a8f8-3739f3aa5f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:59.008403 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-28652a10-57ba-43d8-a8f8-3739f3aa5f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:10:59.009342 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a809c9a-a962-45d3-8e79-ab0f8de8dd4b None None] Network be063b03-410b-47e6-a188-5321aa6c7137 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:10:59.034298 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-28652a10-57ba-43d8-a8f8-3739f3aa5f33 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5991726 Aug 07 04:10:59.034702 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-eaaa39b4-b97f-4154-94c7-f13c5c83b316 None None] Set router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:10:59.205840 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e027a18-b21b-4fdd-941a-cf4aa932f248 x-openstack-request-id: req-1e027a18-b21b-4fdd-941a-cf4aa932f248 {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:10:59.206134 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4be3fcc-5526-4ae9-b8b0-63d2744b3e09", "tag": "1b0594a7-c78e-4c85-95d0-c66e9c362fed", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:10:59.206704 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e027a18-b21b-4fdd-941a-cf4aa932f248 {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:10:59.206704 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'tag': '1b0594a7-c78e-4c85-95d0-c66e9c362fed', 'status': 'completed', 'code': 200} Aug 07 04:10:59.280784 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4869fd18-c5c6-43bd-ba43-795eb7fa3634 None None] Network be063b03-410b-47e6-a188-5321aa6c7137 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:10:59.348571 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be06403-91c0-4a99-979f-53c4d937a529 req-05b79823-c131-4add-b992-f71f2f06f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:59.350219 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-2be06403-91c0-4a99-979f-53c4d937a529 req-05b79823-c131-4add-b992-f71f2f06f692 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c401a89bcb5348018d4ebc457340bb53&device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 1098 time: 0.1137335 Aug 07 04:10:59.457014 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-eaaa39b4-b97f-4154-94c7-f13c5c83b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'name': 'tempest-TestMinimumBasicScenario-1234786737-router', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '23be311a-72dd-4d99-8973-dfff1495f114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:39Z', 'revision_number': 4, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'gw_port': {'id': '23be311a-72dd-4d99-8973-dfff1495f114', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:36Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'e1b33757-eabb-43e5-896f-be8fe0127c52', 'name': '', 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'mac_address': 'fa:16:3e:f0:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:38Z', 'updated_at': '2021-08-07T04:08:49Z', 'revision_number': 5, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'subnets': [{'id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:59.468408 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be06403-91c0-4a99-979f-53c4d937a529 req-ca3edde1-02ef-4165-acd8-ee8d84bf73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:59.469819 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-2be06403-91c0-4a99-979f-53c4d937a529 req-ca3edde1-02ef-4165-acd8-ee8d84bf73e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e61a548b-683a-47cd-93a6-20df475aa443 HTTP/1.1" status: 200 len: 916 time: 0.1111555 Aug 07 04:10:59.483853 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa39b4-b97f-4154-94c7-f13c5c83b316 None None] Checking router: f3ecf185-e0c9-4073-8093-d89fe06c5ca7 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:10:59.492384 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa39b4-b97f-4154-94c7-f13c5c83b316 None None] Routers {'f3ecf185-e0c9-4073-8093-d89fe06c5ca7'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:10:59.493563 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-eaaa39b4-b97f-4154-94c7-f13c5c83b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:10:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:59.525470 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-2be06403-91c0-4a99-979f-53c4d937a529 req-81552b35-836a-4870-9283-4483b6d67955 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b0594a7-c78e-4c85-95d0-c66e9c362fed HTTP/1.1" status: 200 len: 217 time: 0.0471282 Aug 07 04:10:59.582029 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be06403-91c0-4a99-979f-53c4d937a529 req-20300a90-0725-4bfe-811c-70e91e225f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:59.583735 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-2be06403-91c0-4a99-979f-53c4d937a529 req-20300a90-0725-4bfe-811c-70e91e225f47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=18f30234-ee7f-4f30-91ba-1f101f3a206c HTTP/1.1" status: 200 len: 854 time: 0.0500419 Aug 07 04:10:59.602221 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-eaaa39b4-b97f-4154-94c7-f13c5c83b316 None None] Set router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:10:59.638119 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be06403-91c0-4a99-979f-53c4d937a529 req-505ccaa9-cb10-42d0-abc2-3f31ecaae42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:10:59.640492 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-2be06403-91c0-4a99-979f-53c4d937a529 req-505ccaa9-cb10-42d0-abc2-3f31ecaae42a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e61a548b-683a-47cd-93a6-20df475aa443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482516 Aug 07 04:10:59.792933 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-2be06403-91c0-4a99-979f-53c4d937a529 req-da193a7e-ad62-402c-b50f-3d0c12c3a8fd service neutron] 10.222.0.30 "GET /v2.0/networks/e61a548b-683a-47cd-93a6-20df475aa443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438994 Aug 07 04:10:59.901611 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-2be06403-91c0-4a99-979f-53c4d937a529 req-b1411c50-277e-429f-b2fc-865ad03aef50 service neutron] 10.222.0.30 "GET /v2.0/networks/e61a548b-683a-47cd-93a6-20df475aa443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988243 Aug 07 04:10:59.967535 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-eaaa39b4-b97f-4154-94c7-f13c5c83b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'name': 'tempest-TestMinimumBasicScenario-1234786737-router', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '23be311a-72dd-4d99-8973-dfff1495f114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:39Z', 'revision_number': 4, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'gw_port': {'id': '23be311a-72dd-4d99-8973-dfff1495f114', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:36Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'e1b33757-eabb-43e5-896f-be8fe0127c52', 'name': '', 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'mac_address': 'fa:16:3e:f0:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:38Z', 'updated_at': '2021-08-07T04:08:49Z', 'revision_number': 5, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'subnets': [{'id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:10:59.994645 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa39b4-b97f-4154-94c7-f13c5c83b316 None None] The sync data for ids ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'] in dv-cinder-803748-2-iscsi is: [{'id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'name': 'tempest-TestMinimumBasicScenario-1234786737-router', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '23be311a-72dd-4d99-8973-dfff1495f114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:08:39Z', 'revision_number': 4, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'gw_port': {'id': '23be311a-72dd-4d99-8973-dfff1495f114', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:36Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'e1b33757-eabb-43e5-896f-be8fe0127c52', 'name': '', 'network_id': 'e61a548b-683a-47cd-93a6-20df475aa443', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'mac_address': 'fa:16:3e:f0:07:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:38Z', 'updated_at': '2021-08-07T04:08:49Z', 'revision_number': 5, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'subnets': [{'id': '18f30234-ee7f-4f30-91ba-1f101f3a206c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:11:00.218326 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc62e3fe-5399-400b-9ad9-a6215cba8571 None None] New status for floating IP ef4125ec-1415-4331-b258-76c6d7cfb602: DOWN {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:11:05.020181 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880d68a-be8e-4720-98ee-de128cec74e2 req-dfaca84d-01b9-485c-8967-fbb8384a5786 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:05.021897 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d880d68a-be8e-4720-98ee-de128cec74e2 req-dfaca84d-01b9-485c-8967-fbb8384a5786 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 945 time: 0.0572612 Aug 07 04:11:05.061189 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d880d68a-be8e-4720-98ee-de128cec74e2 req-40126c50-df1e-4442-9ab4-f5bcd01087f7 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324793 Aug 07 04:11:06.178723 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87167a5c-1ba4-47b5-99df-aabef130098d req-749376a0-b7dc-4bbd-a056-7800cff3f539 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:06.180241 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-87167a5c-1ba4-47b5-99df-aabef130098d req-749376a0-b7dc-4bbd-a056-7800cff3f539 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 945 time: 0.0497828 Aug 07 04:11:06.221012 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-87167a5c-1ba4-47b5-99df-aabef130098d req-a79c82eb-e29d-445d-b15e-98ca550af464 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/security-groups?id=a23127ea-9ec2-407c-807f-09f088c58df9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340950 Aug 07 04:11:06.260082 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f4f368ab-fae5-43b5-93a1-f837d88fcd81 req-6a5971f8-3fef-4ba5-a0f3-e29e08db1eca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409031 Aug 07 04:11:06.326261 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f368ab-fae5-43b5-93a1-f837d88fcd81 req-a45ecb18-f645-4bd7-bf6d-8dfe6661e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:06.327672 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f4f368ab-fae5-43b5-93a1-f837d88fcd81 req-a45ecb18-f645-4bd7-bf6d-8dfe6661e4cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=247ed23b8f704cad8656985f5f9aac7d&device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 1099 time: 0.0453548 Aug 07 04:11:06.431118 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f368ab-fae5-43b5-93a1-f837d88fcd81 req-7d700563-312e-4352-ae5d-8ba1d94dbf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:06.433355 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f4f368ab-fae5-43b5-93a1-f837d88fcd81 req-7d700563-312e-4352-ae5d-8ba1d94dbf55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=275c17b5-8fd8-4af1-82c9-49e38086c905 HTTP/1.1" status: 200 len: 912 time: 0.0856118 Aug 07 04:11:06.446252 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55980) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:06.506063 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f4f368ab-fae5-43b5-93a1-f837d88fcd81 req-65d68ff7-3ddb-4ce6-a3c8-1e8c6f2b12c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=201aa021-333b-4cc1-8b5f-90a04c0a9b6a HTTP/1.1" status: 200 len: 1002 time: 0.0633652 Aug 07 04:11:06.554163 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-866c374e-4b54-418e-aa7b-80668be42abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:06.556482 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f368ab-fae5-43b5-93a1-f837d88fcd81 req-7176e93d-1c42-4c3e-aab8-a40869f47dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:06.557968 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f4f368ab-fae5-43b5-93a1-f837d88fcd81 req-7176e93d-1c42-4c3e-aab8-a40869f47dc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937e2577-2fb8-4215-8d19-a0491f5eb6fe HTTP/1.1" status: 200 len: 850 time: 0.0450222 Aug 07 04:11:06.604102 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f368ab-fae5-43b5-93a1-f837d88fcd81 req-339c6dec-5570-4e9f-9b91-6c58400699a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:06.605777 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f4f368ab-fae5-43b5-93a1-f837d88fcd81 req-339c6dec-5570-4e9f-9b91-6c58400699a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=275c17b5-8fd8-4af1-82c9-49e38086c905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403945 Aug 07 04:11:06.665110 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf81fe-09ea-4ce4-8c65-bafe18d2eb6f req-ceaaa6d9-9213-4911-8f62-4e56edd52377 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:06.667358 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0aaf81fe-09ea-4ce4-8c65-bafe18d2eb6f req-ceaaa6d9-9213-4911-8f62-4e56edd52377 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 945 time: 0.0734253 Aug 07 04:11:06.698741 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f4f368ab-fae5-43b5-93a1-f837d88fcd81 req-2e55d2a8-8ebc-46eb-8f42-2c9dec380e2b service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861597 Aug 07 04:11:06.710727 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-866c374e-4b54-418e-aa7b-80668be42abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:06.722684 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-866c374e-4b54-418e-aa7b-80668be42abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:06.784930 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-866c374e-4b54-418e-aa7b-80668be42abc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ec0f60594474cea95ba73d624360d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375371 Aug 07 04:11:06.787550 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 55984) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:06.789486 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-f4f368ab-fae5-43b5-93a1-f837d88fcd81 req-d6c3ae0b-0635-4b7d-aba8-f514c387a505 service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839584 Aug 07 04:11:06.794628 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c374e-4b54-418e-aa7b-80668be42abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a38e21-d469-4aaa-98f9-d438a3a00aff,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:06.843122 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-0aaf81fe-09ea-4ce4-8c65-bafe18d2eb6f req-29db5a0b-e433-491c-96e6-62ae46b80748 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Deleting port 1b0594a7-c78e-4c85-95d0-c66e9c362fed {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:11:06.843122 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-0aaf81fe-09ea-4ce4-8c65-bafe18d2eb6f req-29db5a0b-e433-491c-96e6-62ae46b80748 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:06.894055 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-156cb3ff-345e-4d05-a0f6-397b3a006498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:06.931447 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-156cb3ff-345e-4d05-a0f6-397b3a006498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:06.976632 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-0aaf81fe-09ea-4ce4-8c65-bafe18d2eb6f req-29db5a0b-e433-491c-96e6-62ae46b80748 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] For port 1b0594a7-c78e-4c85-95d0-c66e9c362fed, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=1b0594a7-c78e-4c85-95d0-c66e9c362fed,segment=NetworkSegment(e19a1b71-123f-4fef-9118-364a383b3539),segment_id=e19a1b71-123f-4fef-9118-364a383b3539)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:06.976989 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-0aaf81fe-09ea-4ce4-8c65-bafe18d2eb6f req-29db5a0b-e433-491c-96e6-62ae46b80748 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:06.993483 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-0aaf81fe-09ea-4ce4-8c65-bafe18d2eb6f req-29db5a0b-e433-491c-96e6-62ae46b80748 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Calling delete_port for 1b0594a7-c78e-4c85-95d0-c66e9c362fed owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:11:07.058186 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-156cb3ff-345e-4d05-a0f6-397b3a006498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:07.060898 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-156cb3ff-345e-4d05-a0f6-397b3a006498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:07.062090 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-156cb3ff-345e-4d05-a0f6-397b3a006498 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9a38e21-d469-4aaa-98f9-d438a3a00aff HTTP/1.1" status: 204 len: 168 time: 0.2725184 Aug 07 04:11:07.074225 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cb3ff-345e-4d05-a0f6-397b3a006498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a38e21-d469-4aaa-98f9-d438a3a00aff,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:07.152163 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-0aaf81fe-09ea-4ce4-8c65-bafe18d2eb6f req-29db5a0b-e433-491c-96e6-62ae46b80748 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:07.163927 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['1b0594a7-c78e-4c85-95d0-c66e9c362fed'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:11:07.192953 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db5a0b-e433-491c-96e6-62ae46b80748 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Pushing event deleted for resources: {'Port': ['ID=1b0594a7-c78e-4c85-95d0-c66e9c362fed,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:07.227603 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aaf81fe-09ea-4ce4-8c65-bafe18d2eb6f req-29db5a0b-e433-491c-96e6-62ae46b80748 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] No DVR routers for this DVR port 1b0594a7-c78e-4c85-95d0-c66e9c362fed on host hv-cinder-80374 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:11:07.230959 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-0aaf81fe-09ea-4ce4-8c65-bafe18d2eb6f req-29db5a0b-e433-491c-96e6-62ae46b80748 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:07.233418 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0aaf81fe-09ea-4ce4-8c65-bafe18d2eb6f req-29db5a0b-e433-491c-96e6-62ae46b80748 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.30 "DELETE /v2.0/ports/1b0594a7-c78e-4c85-95d0-c66e9c362fed HTTP/1.1" status: 204 len: 173 time: 0.5579984 Aug 07 04:11:07.233882 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'name': 'network-vif-deleted', 'tag': '1b0594a7-c78e-4c85-95d0-c66e9c362fed'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:11:07.236660 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21ce592-cd49-4be0-af9d-585a0d613636" -d '{"events": [{"server_uuid": "c4be3fcc-5526-4ae9-b8b0-63d2744b3e09", "name": "network-vif-deleted", "tag": "1b0594a7-c78e-4c85-95d0-c66e9c362fed"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:11:07.278565 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7fea07-1f88-4924-9f23-84bb4a0b34e9 x-openstack-request-id: req-7d7fea07-1f88-4924-9f23-84bb4a0b34e9 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:11:07.278856 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4be3fcc-5526-4ae9-b8b0-63d2744b3e09", "name": "network-vif-deleted", "tag": "1b0594a7-c78e-4c85-95d0-c66e9c362fed", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:11:07.279133 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d7fea07-1f88-4924-9f23-84bb4a0b34e9 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:11:07.279527 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4be3fcc-5526-4ae9-b8b0-63d2744b3e09', 'name': 'network-vif-deleted', 'tag': '1b0594a7-c78e-4c85-95d0-c66e9c362fed', 'status': 'completed', 'code': 200} Aug 07 04:11:07.329682 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c755e5d2-ad31-4e26-96ba-90048c402ebb req-a0adc904-4cdc-428b-863b-0da70d46e243 tempest-TestMinimumBasicScenario-1128090730 tempest-TestMinimumBasicScenario-1128090730-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4be3fcc-5526-4ae9-b8b0-63d2744b3e09 HTTP/1.1" status: 200 len: 210 time: 0.0296128 Aug 07 04:11:07.765566 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:09.051134 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56102) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:09.385241 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4a442060-ad09-4557-b28c-df8d72e595aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-965764'] for router_interface, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:09.634938 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-4a442060-ad09-4557-b28c-df8d72e595aa admin admin] Deleting port e1b33757-eabb-43e5-896f-be8fe0127c52 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:11:09.635508 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4a442060-ad09-4557-b28c-df8d72e595aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:09.720564 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-4a442060-ad09-4557-b28c-df8d72e595aa admin admin] For port e1b33757-eabb-43e5-896f-be8fe0127c52, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=e1b33757-eabb-43e5-896f-be8fe0127c52,segment=NetworkSegment(e19a1b71-123f-4fef-9118-364a383b3539),segment_id=e19a1b71-123f-4fef-9118-364a383b3539)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:09.720938 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4a442060-ad09-4557-b28c-df8d72e595aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:09.733766 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-4a442060-ad09-4557-b28c-df8d72e595aa admin admin] Calling delete_port for e1b33757-eabb-43e5-896f-be8fe0127c52 owned by network:router_interface {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:11:09.928724 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4a442060-ad09-4557-b28c-df8d72e595aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:09.952864 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a442060-ad09-4557-b28c-df8d72e595aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b33757-eabb-43e5-896f-be8fe0127c52,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:10.120606 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4a442060-ad09-4557-b28c-df8d72e595aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-966196'] for router_interface, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:10.582557 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a442060-ad09-4557-b28c-df8d72e595aa admin admin] Router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:11:10.684769 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a442060-ad09-4557-b28c-df8d72e595aa admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:11:10.689751 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4a442060-ad09-4557-b28c-df8d72e595aa admin admin] 10.222.0.18 "PUT /v2.0/routers/f3ecf185-e0c9-4073-8093-d89fe06c5ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6374216 Aug 07 04:11:10.692263 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56136) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:10.694912 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb9cfe7-08e3-46c5-9f9d-75475b432468 None None] Sync routers for ids ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:11:10.703838 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9cfe7-08e3-46c5-9f9d-75475b432468 None None] Routers {'f3ecf185-e0c9-4073-8093-d89fe06c5ca7'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:11:10.704525 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-2cb9cfe7-08e3-46c5-9f9d-75475b432468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:10:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:10.802103 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-57856bc2-bff3-47d6-beab-2a46be1f2848 admin admin] Notify callbacks [] for router, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:10.822765 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-2cb9cfe7-08e3-46c5-9f9d-75475b432468 None None] Set router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:11:10.917049 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-57856bc2-bff3-47d6-beab-2a46be1f2848 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:10.975335 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-57856bc2-bff3-47d6-beab-2a46be1f2848 admin admin] Deleting port 23be311a-72dd-4d99-8973-dfff1495f114 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:11:10.975686 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-57856bc2-bff3-47d6-beab-2a46be1f2848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.013898 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-2cb9cfe7-08e3-46c5-9f9d-75475b432468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'name': 'tempest-TestMinimumBasicScenario-1234786737-router', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '23be311a-72dd-4d99-8973-dfff1495f114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:11:09Z', 'revision_number': 5, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'gw_port': {'id': '23be311a-72dd-4d99-8973-dfff1495f114', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:36Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:11.041418 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb9cfe7-08e3-46c5-9f9d-75475b432468 None None] Checking router: f3ecf185-e0c9-4073-8093-d89fe06c5ca7 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:11:11.050255 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9cfe7-08e3-46c5-9f9d-75475b432468 None None] Routers {'f3ecf185-e0c9-4073-8093-d89fe06c5ca7'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:11:11.050848 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-2cb9cfe7-08e3-46c5-9f9d-75475b432468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:10:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:11.062570 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-57856bc2-bff3-47d6-beab-2a46be1f2848 admin admin] For port 23be311a-72dd-4d99-8973-dfff1495f114, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=23be311a-72dd-4d99-8973-dfff1495f114,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:11.062944 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-57856bc2-bff3-47d6-beab-2a46be1f2848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.076208 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-57856bc2-bff3-47d6-beab-2a46be1f2848 admin admin] Calling delete_port for 23be311a-72dd-4d99-8973-dfff1495f114 owned by network:router_gateway {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:11:11.142655 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-2cb9cfe7-08e3-46c5-9f9d-75475b432468 None None] Set router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 gateway port host: None {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:11:11.194828 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-2cb9cfe7-08e3-46c5-9f9d-75475b432468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'name': 'tempest-TestMinimumBasicScenario-1234786737-router', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:11:10Z', 'revision_number': 6, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'gw_port_host': None}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:11.231557 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb9cfe7-08e3-46c5-9f9d-75475b432468 None None] The sync data for ids ['f3ecf185-e0c9-4073-8093-d89fe06c5ca7'] in dv-cinder-803748-2-iscsi is: [{'id': 'f3ecf185-e0c9-4073-8093-d89fe06c5ca7', 'name': 'tempest-TestMinimumBasicScenario-1234786737-router', 'tenant_id': 'c401a89bcb5348018d4ebc457340bb53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:35Z', 'updated_at': '2021-08-07T04:11:10Z', 'revision_number': 6, 'project_id': 'c401a89bcb5348018d4ebc457340bb53', 'gw_port_host': None}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:11:11.249474 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-57856bc2-bff3-47d6-beab-2a46be1f2848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.270569 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 1b0594a7-c78e-4c85-95d0-c66e9c362fed no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:11:11.278438 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57856bc2-bff3-47d6-beab-2a46be1f2848 admin admin] Pushing event deleted for resources: {'Port': ['ID=23be311a-72dd-4d99-8973-dfff1495f114,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:11.294751 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: 1b0594a7-c78e-4c85-95d0-c66e9c362fed {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:11:11.295123 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 1b0594a7-c78e-4c85-95d0-c66e9c362fed not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:11:11.336800 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-57856bc2-bff3-47d6-beab-2a46be1f2848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965330'] for router_gateway, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.428749 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-57856bc2-bff3-47d6-beab-2a46be1f2848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31483'] for router, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.430821 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-57856bc2-bff3-47d6-beab-2a46be1f2848 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.474078 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-57856bc2-bff3-47d6-beab-2a46be1f2848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-953298'] for router, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.474729 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57856bc2-bff3-47d6-beab-2a46be1f2848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3ecf185-e0c9-4073-8093-d89fe06c5ca7 {{(pid=93434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 04:11:11.479786 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-57856bc2-bff3-47d6-beab-2a46be1f2848 admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.482999 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-57856bc2-bff3-47d6-beab-2a46be1f2848 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f3ecf185-e0c9-4073-8093-d89fe06c5ca7 HTTP/1.1" status: 204 len: 168 time: 0.7877502 Aug 07 04:11:11.483517 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56160) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:11.528734 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b5c72e-a1e5-4a0e-8d2c-2bcdf7c91916 admin admin] Deleting subnet 18f30234-ee7f-4f30-91ba-1f101f3a206c {{(pid=93434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:11:11.531668 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-00b5c72e-a1e5-4a0e-8d2c-2bcdf7c91916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.545759 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 56162) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:11.565967 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-00b5c72e-a1e5-4a0e-8d2c-2bcdf7c91916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499070'] for subnet, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.660844 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-00b5c72e-a1e5-4a0e-8d2c-2bcdf7c91916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33051012'] for subnet, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.663670 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02ef2ec4-311c-4b36-a117-4dd687da0073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.720174 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-00b5c72e-a1e5-4a0e-8d2c-2bcdf7c91916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33051027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4031585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4039143'] for subnet, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.748704 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5c72e-a1e5-4a0e-8d2c-2bcdf7c91916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18f30234-ee7f-4f30-91ba-1f101f3a206c,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:11.750684 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-00b5c72e-a1e5-4a0e-8d2c-2bcdf7c91916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.755386 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-00b5c72e-a1e5-4a0e-8d2c-2bcdf7c91916 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/18f30234-ee7f-4f30-91ba-1f101f3a206c HTTP/1.1" status: 204 len: 168 time: 0.2680809 Aug 07 04:11:11.755386 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56166) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:11.757488 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57131d9e-3c3e-4b7d-9732-2e2ed70592f9 None None] Network e61a548b-683a-47cd-93a6-20df475aa443 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:11:11.770946 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02ef2ec4-311c-4b36-a117-4dd687da0073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.775980 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-02ef2ec4-311c-4b36-a117-4dd687da0073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.814875 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-02ef2ec4-311c-4b36-a117-4dd687da0073 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a5edcce586d487ca97db800a0790155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679782 Aug 07 04:11:11.815911 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef2ec4-311c-4b36-a117-4dd687da0073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81b4757-b2c6-4690-8c8c-2c10eabc08af,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:11.819024 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56168) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:11.848111 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107803'] for network, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.911940 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4f97c42e-37c5-44e9-93e5-f1ab6bf6b706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.940680 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4f97c42e-37c5-44e9-93e5-f1ab6bf6b706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:11.974246 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] Deleting port fffd6c16-583e-4e67-a048-46e7d022acec {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:11:11.974583 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:12.046211 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] For port fffd6c16-583e-4e67-a048-46e7d022acec, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=fffd6c16-583e-4e67-a048-46e7d022acec,segment=NetworkSegment(e19a1b71-123f-4fef-9118-364a383b3539),segment_id=e19a1b71-123f-4fef-9118-364a383b3539)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:12.046542 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:12.059071 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3bf8d8-0554-4a8c-ad48-5402b444e9aa None None] DHCP port deletion for e61a548b-683a-47cd-93a6-20df475aa443 request from dv-cinder-803748-2-iscsi {{(pid=93435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 04:11:12.060848 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4f97c42e-37c5-44e9-93e5-f1ab6bf6b706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:12.064770 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-4f97c42e-37c5-44e9-93e5-f1ab6bf6b706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:12.066036 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-4f97c42e-37c5-44e9-93e5-f1ab6bf6b706 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c81b4757-b2c6-4690-8c8c-2c10eabc08af HTTP/1.1" status: 204 len: 168 time: 0.2460847 Aug 07 04:11:12.075258 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] Calling delete_port for fffd6c16-583e-4e67-a048-46e7d022acec owned by network:dhcp {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:11:12.082932 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97c42e-37c5-44e9-93e5-f1ab6bf6b706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81b4757-b2c6-4690-8c8c-2c10eabc08af,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:12.132896 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-dd3bf8d8-0554-4a8c-ad48-5402b444e9aa None None] Deleting port fffd6c16-583e-4e67-a048-46e7d022acec {{(pid=93435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:11:12.133293 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf8d8-0554-4a8c-ad48-5402b444e9aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:12.174700 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:12.205935 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-dd3bf8d8-0554-4a8c-ad48-5402b444e9aa None None] For port fffd6c16-583e-4e67-a048-46e7d022acec, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=fffd6c16-583e-4e67-a048-46e7d022acec,segment=NetworkSegment(e19a1b71-123f-4fef-9118-364a383b3539),segment_id=e19a1b71-123f-4fef-9118-364a383b3539)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:12.206658 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf8d8-0554-4a8c-ad48-5402b444e9aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:12.207192 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fffd6c16-583e-4e67-a048-46e7d022acec,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:12.215975 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] No DVR routers for this DVR port fffd6c16-583e-4e67-a048-46e7d022acec on host dv-cinder-803748-2-iscsi {{(pid=93434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:11:12.243557 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-dd3bf8d8-0554-4a8c-ad48-5402b444e9aa None None] Calling delete_port for fffd6c16-583e-4e67-a048-46e7d022acec owned by network:dhcp {{(pid=93435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:11:12.303220 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33051139', 'neutron.services.segments.db._delete_segments_for_network-8791076431984'] for network, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:12.316903 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61a548b-683a-47cd-93a6-20df475aa443']}} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:12.335174 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19a1b71-123f-4fef-9118-364a383b3539') {'for_net_delete': True} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:12.335975 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19a1b71-123f-4fef-9118-364a383b3539') {} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:12.340308 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf8d8-0554-4a8c-ad48-5402b444e9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661'] for port, after_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:12.357072 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791076434809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499049'] for segment, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:12.380455 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3bf8d8-0554-4a8c-ad48-5402b444e9aa None None] No DVR routers for this DVR port fffd6c16-583e-4e67-a048-46e7d022acec on host dv-cinder-803748-2-iscsi {{(pid=93435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:11:12.391069 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:12.407403 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:11:12.408086 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4031679'] for segment, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: Traceback (most recent call last): Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: timer() Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: cb(*args, **kw) Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: return func(*args, **kwargs) Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: self._notify() Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: self.callback(batched_events) Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: event.method(event) Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: return f(self, *a, **k) Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: return self._get(url).json() Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: return self.request(url, 'GET', **kwargs) Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:11:12.411140 dv-cinder-803748-2-iscsi neutron-server[93434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:11:12.429243 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bf8d8-0554-4a8c-ad48-5402b444e9aa None None] Pushing event deleted for resources: {'Port': ['ID=fffd6c16-583e-4e67-a048-46e7d022acec,revision_number=None']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:12.465709 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device e1b33757-eabb-43e5-896f-be8fe0127c52 no longer exists at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:11:12.489688 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] No Port match for: e1b33757-eabb-43e5-896f-be8fe0127c52 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:11:12.490022 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device e1b33757-eabb-43e5-896f-be8fe0127c52 not bound to the agent host dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:11:12.490440 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device fffd6c16-583e-4e67-a048-46e7d022acec no longer exists at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:11:12.523806 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33051162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965302'] for network, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:12.529535 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:12.531432 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e61a548b-683a-47cd-93a6-20df475aa443 HTTP/1.1" status: 204 len: 168 time: 0.7755399 Aug 07 04:11:12.533099 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] No Port match for: fffd6c16-583e-4e67-a048-46e7d022acec {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:11:12.533454 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device fffd6c16-583e-4e67-a048-46e7d022acec not bound to the agent host dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:11:12.534317 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 56182) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:12.543170 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 56184) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:12.543333 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 23be311a-72dd-4d99-8973-dfff1495f114 no longer exists at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:11:12.546880 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3427aac-58b1-402f-be62-cbc04bad2bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e61a548b-683a-47cd-93a6-20df475aa443,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:12.569667 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] No Port match for: 23be311a-72dd-4d99-8973-dfff1495f114 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:11:12.570007 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 23be311a-72dd-4d99-8973-dfff1495f114 not bound to the agent host dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:11:12.599740 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d3b19276-20e8-42c9-811b-e497453ab200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:12.846056 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d3b19276-20e8-42c9-811b-e497453ab200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:12.854716 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d3b19276-20e8-42c9-811b-e497453ab200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:12.930855 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b19276-20e8-42c9-811b-e497453ab200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da32584b-ede5-4807-b18a-1a5db13dfd69,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:12.937333 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d3b19276-20e8-42c9-811b-e497453ab200 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42f5e6e93f09466e997bf65737cdf405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563640 Aug 07 04:11:12.940074 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56186) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:12.989208 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-38e21068-c3db-4a1e-8435-2f3708752b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:13.010736 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-38e21068-c3db-4a1e-8435-2f3708752b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:13.057406 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-38e21068-c3db-4a1e-8435-2f3708752b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:13.059758 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-38e21068-c3db-4a1e-8435-2f3708752b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:13.060930 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-38e21068-c3db-4a1e-8435-2f3708752b86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da32584b-ede5-4807-b18a-1a5db13dfd69 HTTP/1.1" status: 204 len: 168 time: 0.1198545 Aug 07 04:11:13.069209 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e21068-c3db-4a1e-8435-2f3708752b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da32584b-ede5-4807-b18a-1a5db13dfd69,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:13.070366 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7fa559d7-7524-426a-833f-083ca3a34cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-965764'] for router_interface, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:13.362987 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-7fa559d7-7524-426a-833f-083ca3a34cdb admin admin] Deleting port 4e80369d-e2dc-4f82-ae92-16282cced0d9 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:11:13.363658 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7fa559d7-7524-426a-833f-083ca3a34cdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:13.440185 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [None req-7fa559d7-7524-426a-833f-083ca3a34cdb admin admin] For port 4e80369d-e2dc-4f82-ae92-16282cced0d9, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=4e80369d-e2dc-4f82-ae92-16282cced0d9,segment=NetworkSegment(749adf09-3962-4576-b3f9-a4fa15827aa1),segment_id=749adf09-3962-4576-b3f9-a4fa15827aa1)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:13.440552 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7fa559d7-7524-426a-833f-083ca3a34cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:13.453609 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [None req-7fa559d7-7524-426a-833f-083ca3a34cdb admin admin] Calling delete_port for 4e80369d-e2dc-4f82-ae92-16282cced0d9 owned by network:router_interface {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:11:13.639828 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7fa559d7-7524-426a-833f-083ca3a34cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:13.679728 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa559d7-7524-426a-833f-083ca3a34cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=4e80369d-e2dc-4f82-ae92-16282cced0d9,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:13.867223 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7fa559d7-7524-426a-833f-083ca3a34cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-966196'] for router_interface, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:14.104976 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa559d7-7524-426a-833f-083ca3a34cdb admin admin] Router 4595810e-004c-48c5-96cd-f08a4db06272 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:11:14.220929 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa559d7-7524-426a-833f-083ca3a34cdb admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:11:14.226107 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-7fa559d7-7524-426a-833f-083ca3a34cdb admin admin] 10.222.0.18 "PUT /v2.0/routers/4595810e-004c-48c5-96cd-f08a4db06272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6906686 Aug 07 04:11:14.229915 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56240) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:14.235524 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01df71-8201-45c7-bcb2-d862c58f3f24 None None] Sync routers for ids ['4595810e-004c-48c5-96cd-f08a4db06272'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:11:14.245989 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef01df71-8201-45c7-bcb2-d862c58f3f24 None None] Routers {'4595810e-004c-48c5-96cd-f08a4db06272'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:11:14.246821 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-ef01df71-8201-45c7-bcb2-d862c58f3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:10:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['4595810e-004c-48c5-96cd-f08a4db06272'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:14.375172 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49493430-f7f5-494b-9776-0dfa192c7af8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:14.469379 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-ef01df71-8201-45c7-bcb2-d862c58f3f24 None None] Set router 4595810e-004c-48c5-96cd-f08a4db06272 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:11:14.488331 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49493430-f7f5-494b-9776-0dfa192c7af8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:14.545232 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-49493430-f7f5-494b-9776-0dfa192c7af8 admin admin] Deleting port 10a3fe01-1d7b-4086-a520-1ccc7f6c9960 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:11:14.545453 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49493430-f7f5-494b-9776-0dfa192c7af8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:14.632112 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-49493430-f7f5-494b-9776-0dfa192c7af8 admin admin] For port 10a3fe01-1d7b-4086-a520-1ccc7f6c9960, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=10a3fe01-1d7b-4086-a520-1ccc7f6c9960,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:14.632564 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49493430-f7f5-494b-9776-0dfa192c7af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:14.646602 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-49493430-f7f5-494b-9776-0dfa192c7af8 admin admin] Calling delete_port for 10a3fe01-1d7b-4086-a520-1ccc7f6c9960 owned by network:router_gateway {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:11:14.646795 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-ef01df71-8201-45c7-bcb2-d862c58f3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595810e-004c-48c5-96cd-f08a4db06272', 'name': 'tempest-TestMinimumBasicScenario-1288706542-router', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '10a3fe01-1d7b-4086-a520-1ccc7f6c9960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:42Z', 'updated_at': '2021-08-07T04:11:13Z', 'revision_number': 5, 'project_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'gw_port': {'id': '10a3fe01-1d7b-4086-a520-1ccc7f6c9960', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4595810e-004c-48c5-96cd-f08a4db06272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:43Z', 'updated_at': '2021-08-07T04:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:14.677384 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01df71-8201-45c7-bcb2-d862c58f3f24 None None] Checking router: 4595810e-004c-48c5-96cd-f08a4db06272 for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:11:14.685889 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef01df71-8201-45c7-bcb2-d862c58f3f24 None None] Routers {'4595810e-004c-48c5-96cd-f08a4db06272'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:11:14.686498 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-ef01df71-8201-45c7-bcb2-d862c58f3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:10:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['4595810e-004c-48c5-96cd-f08a4db06272'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:14.775820 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-ef01df71-8201-45c7-bcb2-d862c58f3f24 None None] Set router 4595810e-004c-48c5-96cd-f08a4db06272 gateway port host: None {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:11:14.827760 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-ef01df71-8201-45c7-bcb2-d862c58f3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4595810e-004c-48c5-96cd-f08a4db06272', 'name': 'tempest-TestMinimumBasicScenario-1288706542-router', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:42Z', 'updated_at': '2021-08-07T04:11:14Z', 'revision_number': 6, 'project_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'gw_port_host': None}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:14.846028 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49493430-f7f5-494b-9776-0dfa192c7af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:14.860427 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01df71-8201-45c7-bcb2-d862c58f3f24 None None] The sync data for ids ['4595810e-004c-48c5-96cd-f08a4db06272'] in dv-cinder-803748-2-iscsi is: [{'id': '4595810e-004c-48c5-96cd-f08a4db06272', 'name': 'tempest-TestMinimumBasicScenario-1288706542-router', 'tenant_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:42Z', 'updated_at': '2021-08-07T04:11:14Z', 'revision_number': 6, 'project_id': 'f2503bdc0ac24783b60d8b1cfeaee246', 'gw_port_host': None}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:11:14.878273 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49493430-f7f5-494b-9776-0dfa192c7af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a3fe01-1d7b-4086-a520-1ccc7f6c9960,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:14.941752 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49493430-f7f5-494b-9776-0dfa192c7af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-965330'] for router_gateway, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.035263 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49493430-f7f5-494b-9776-0dfa192c7af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-953126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31483'] for router, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.037878 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49493430-f7f5-494b-9776-0dfa192c7af8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.085523 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49493430-f7f5-494b-9776-0dfa192c7af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-953298'] for router, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.086218 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49493430-f7f5-494b-9776-0dfa192c7af8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4595810e-004c-48c5-96cd-f08a4db06272 {{(pid=93434) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 04:11:15.090703 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49493430-f7f5-494b-9776-0dfa192c7af8 admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.091897 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-49493430-f7f5-494b-9776-0dfa192c7af8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4595810e-004c-48c5-96cd-f08a4db06272 HTTP/1.1" status: 204 len: 168 time: 0.8609252 Aug 07 04:11:15.094441 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56258) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:15.138241 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a97f36-d3c3-4fd1-8020-c8e7821adfe0 admin admin] Deleting subnet 0a1870d1-b23b-45e2-9b8a-2bd9c833589a {{(pid=93434) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:11:15.141194 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a9a97f36-d3c3-4fd1-8020-c8e7821adfe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.175155 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a9a97f36-d3c3-4fd1-8020-c8e7821adfe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2499070'] for subnet, precommit_delete_associations {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.267192 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a9a97f36-d3c3-4fd1-8020-c8e7821adfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33051012'] for subnet, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.270861 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 56270) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:15.316617 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e9a039-82a3-443a-931b-772ea7958118 admin admin] Deleting subnet 3bb39f8e-c639-4a21-a700-8ace4fdb688b {{(pid=93433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:11:15.320978 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-08e9a039-82a3-443a-931b-772ea7958118 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.325550 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a9a97f36-d3c3-4fd1-8020-c8e7821adfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33051027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4031585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4039143'] for subnet, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.350251 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a97f36-d3c3-4fd1-8020-c8e7821adfe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a1870d1-b23b-45e2-9b8a-2bd9c833589a,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:15.356031 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-08e9a039-82a3-443a-931b-772ea7958118 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3639450'] for subnet, precommit_delete_associations {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.357787 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-a9a97f36-d3c3-4fd1-8020-c8e7821adfe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.362162 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-a9a97f36-d3c3-4fd1-8020-c8e7821adfe0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0a1870d1-b23b-45e2-9b8a-2bd9c833589a HTTP/1.1" status: 204 len: 168 time: 0.2644436 Aug 07 04:11:15.362412 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56272) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:15.364833 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7559e6dc-9725-4f48-ac70-e4859b37fbc6 None None] Network acb03650-56e5-4a69-a7a5-08c4f445a5e7 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:11:15.394623 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-08e9a039-82a3-443a-931b-772ea7958118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33051012'] for subnet, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.439224 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107803'] for network, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.454072 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-08e9a039-82a3-443a-931b-772ea7958118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33051027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3699591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8841518'] for subnet, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.495589 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] Deleting port d7daf72d-aeb5-49ab-a025-97bc09768af9 {{(pid=93434) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:11:15.495926 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.564013 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] For port d7daf72d-aeb5-49ab-a025-97bc09768af9, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=d7daf72d-aeb5-49ab-a025-97bc09768af9,segment=NetworkSegment(749adf09-3962-4576-b3f9-a4fa15827aa1),segment_id=749adf09-3962-4576-b3f9-a4fa15827aa1)] {{(pid=93434) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:15.564378 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.577819 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.plugin [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] Calling delete_port for d7daf72d-aeb5-49ab-a025-97bc09768af9 owned by network:dhcp {{(pid=93434) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:11:15.661552 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcf1664-bd9c-4ba6-b62b-2c43bfdafa3e None None] DHCP port deletion for acb03650-56e5-4a69-a7a5-08c4f445a5e7 request from dv-cinder-803748-2-iscsi {{(pid=93435) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 04:11:15.673537 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.703739 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7daf72d-aeb5-49ab-a025-97bc09768af9,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:15.705480 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] No DVR routers for this DVR port d7daf72d-aeb5-49ab-a025-97bc09768af9 on host dv-cinder-803748-2-iscsi {{(pid=93434) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:11:15.728517 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf1664-bd9c-4ba6-b62b-2c43bfdafa3e None None] Deleting port d7daf72d-aeb5-49ab-a025-97bc09768af9 {{(pid=93435) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:11:15.728946 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1664-bd9c-4ba6-b62b-2c43bfdafa3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.754689 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9a039-82a3-443a-931b-772ea7958118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bb39f8e-c639-4a21-a700-8ace4fdb688b,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:15.756617 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-08e9a039-82a3-443a-931b-772ea7958118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.758480 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-08e9a039-82a3-443a-931b-772ea7958118 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3bb39f8e-c639-4a21-a700-8ace4fdb688b HTTP/1.1" status: 204 len: 168 time: 0.4864647 Aug 07 04:11:15.761862 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 56274) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:15.783429 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33051139', 'neutron.services.segments.db._delete_segments_for_network-8791076431984'] for network, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.793782 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb03650-56e5-4a69-a7a5-08c4f445a5e7']}} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:15.802435 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-cbcf1664-bd9c-4ba6-b62b-2c43bfdafa3e None None] For port d7daf72d-aeb5-49ab-a025-97bc09768af9, host dv-cinder-803748-2-iscsi, got binding levels [] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:15.803448 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1664-bd9c-4ba6-b62b-2c43bfdafa3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.812926 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749adf09-3962-4576-b3f9-a4fa15827aa1') {'for_net_delete': True} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:15.813239 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.services.segments.db [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749adf09-3962-4576-b3f9-a4fa15827aa1') {} {{(pid=93434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:15.819999 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf1664-bd9c-4ba6-b62b-2c43bfdafa3e None None] Calling delete_port for d7daf72d-aeb5-49ab-a025-97bc09768af9 owned by network:dhcp {{(pid=93435) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:11:15.823583 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791076434809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499049'] for segment, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.823800 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.ipam_backend_mixin [None req-cbcf1664-bd9c-4ba6-b62b-2c43bfdafa3e None None] Port d7daf72d-aeb5-49ab-a025-97bc09768af9 was not found and therefore no delete operation was performed {{(pid=93435) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 07 04:11:15.825142 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1664-bd9c-4ba6-b62b-2c43bfdafa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661'] for port, after_delete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.832239 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f06b4603-57b8-4d7c-af23-78d9623cc67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107803'] for network, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.839528 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.852703 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf1664-bd9c-4ba6-b62b-2c43bfdafa3e None None] Pushing event deleted for resources: {'Port': ['ID=d7daf72d-aeb5-49ab-a025-97bc09768af9,revision_number=None']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:15.855540 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcf1664-bd9c-4ba6-b62b-2c43bfdafa3e None None] No DVR routers for this DVR port d7daf72d-aeb5-49ab-a025-97bc09768af9 on host dv-cinder-803748-2-iscsi {{(pid=93435) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:11:15.856978 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93434) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:11:15.857501 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4031679'] for segment, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: Traceback (most recent call last): Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: timer() Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: cb(*args, **kw) Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: return func(*args, **kwargs) Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: self._notify() Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: self.callback(batched_events) Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: event.method(event) Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: return f(self, *a, **k) Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: return self._get(url).json() Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: return self.request(url, 'GET', **kwargs) Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:11:15.865221 dv-cinder-803748-2-iscsi neutron-server[93434]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:11:15.922849 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33051162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965302'] for network, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.923727 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f06b4603-57b8-4d7c-af23-78d9623cc67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33051139', 'neutron.services.segments.db._delete_segments_for_network-8791076431984'] for network, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.930129 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.932700 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] 10.222.0.18 "DELETE /v2.0/networks/acb03650-56e5-4a69-a7a5-08c4f445a5e7 HTTP/1.1" status: 204 len: 168 time: 0.5694480 Aug 07 04:11:15.938924 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-f06b4603-57b8-4d7c-af23-78d9623cc67b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6329844-4623-4df0-b15e-4171fe50e99b']}} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:15.942461 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7917ae-13f1-467b-8990-2e62c9e9aa62 admin admin] Pushing event deleted for resources: {'Network': ['ID=acb03650-56e5-4a69-a7a5-08c4f445a5e7,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:15.951447 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-f06b4603-57b8-4d7c-af23-78d9623cc67b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d31ea50-f184-4bb3-8751-464d30586e5a') {'for_net_delete': True} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:15.951743 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-f06b4603-57b8-4d7c-af23-78d9623cc67b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d31ea50-f184-4bb3-8751-464d30586e5a') {} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:15.961278 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f06b4603-57b8-4d7c-af23-78d9623cc67b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791076434809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3639437'] for segment, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.976351 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f06b4603-57b8-4d7c-af23-78d9623cc67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.984190 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06b4603-57b8-4d7c-af23-78d9623cc67b admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:11:15.984908 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f06b4603-57b8-4d7c-af23-78d9623cc67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3699545'] for segment, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: Traceback (most recent call last): Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: timer() Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: cb(*args, **kw) Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: return func(*args, **kwargs) Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: self._notify() Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: self.callback(batched_events) Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: event.method(event) Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: return f(self, *a, **k) Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: return self._get(url).json() Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: return self.request(url, 'GET', **kwargs) Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:11:15.987753 dv-cinder-803748-2-iscsi neutron-server[93433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:11:16.051562 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f06b4603-57b8-4d7c-af23-78d9623cc67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33051162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965302'] for network, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.070064 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-f06b4603-57b8-4d7c-af23-78d9623cc67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.074756 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-f06b4603-57b8-4d7c-af23-78d9623cc67b admin admin] 10.222.0.18 "DELETE /v2.0/networks/c6329844-4623-4df0-b15e-4171fe50e99b HTTP/1.1" status: 204 len: 168 time: 0.3091812 Aug 07 04:11:16.074756 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b4603-57b8-4d7c-af23-78d9623cc67b admin admin] Pushing event deleted for resources: {'Network': ['ID=c6329844-4623-4df0-b15e-4171fe50e99b,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:16.075152 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 56280) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:16.124453 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e4d77a-0ba1-46c0-b821-a578a501fe1e admin admin] Deleting subnet 88a41f89-99fd-490a-a447-fa7af62af862 {{(pid=93433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:11:16.127927 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-31e4d77a-0ba1-46c0-b821-a578a501fe1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.145072 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56284) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:16.166718 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-31e4d77a-0ba1-46c0-b821-a578a501fe1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3639450'] for subnet, precommit_delete_associations {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.186480 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-03378fa3-ff84-4364-9a96-ca06b74af368 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c401a89bcb5348018d4ebc457340bb53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402539 Aug 07 04:11:16.189092 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56286) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:16.207445 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-31e4d77a-0ba1-46c0-b821-a578a501fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33051012'] for subnet, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.249398 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0889342c-a12c-4417-ac90-e7af799a1701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.263046 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-31e4d77a-0ba1-46c0-b821-a578a501fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33051027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3699591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8841518'] for subnet, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.278656 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0889342c-a12c-4417-ac90-e7af799a1701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.294072 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4d77a-0ba1-46c0-b821-a578a501fe1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a41f89-99fd-490a-a447-fa7af62af862,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:16.297836 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-31e4d77a-0ba1-46c0-b821-a578a501fe1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.302176 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-31e4d77a-0ba1-46c0-b821-a578a501fe1e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/88a41f89-99fd-490a-a447-fa7af62af862 HTTP/1.1" status: 204 len: 168 time: 0.2240887 Aug 07 04:11:16.302464 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 56290) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:16.344231 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0889342c-a12c-4417-ac90-e7af799a1701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.347163 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-0889342c-a12c-4417-ac90-e7af799a1701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.348375 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-0889342c-a12c-4417-ac90-e7af799a1701 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a23127ea-9ec2-407c-807f-09f088c58df9 HTTP/1.1" status: 204 len: 168 time: 0.1582544 Aug 07 04:11:16.357974 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889342c-a12c-4417-ac90-e7af799a1701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23127ea-9ec2-407c-807f-09f088c58df9,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:16.378052 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a12a6a44-146f-4a78-9dcc-d7735b996a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107803'] for network, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.388628 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 10a3fe01-1d7b-4086-a520-1ccc7f6c9960 no longer exists at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:11:16.415391 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] No Port match for: 10a3fe01-1d7b-4086-a520-1ccc7f6c9960 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:11:16.416736 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 10a3fe01-1d7b-4086-a520-1ccc7f6c9960 not bound to the agent host dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:11:16.417247 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 4e80369d-e2dc-4f82-ae92-16282cced0d9 no longer exists at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:11:16.437918 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] No Port match for: 4e80369d-e2dc-4f82-ae92-16282cced0d9 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:11:16.438256 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 4e80369d-e2dc-4f82-ae92-16282cced0d9 not bound to the agent host dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:11:16.438671 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device d7daf72d-aeb5-49ab-a025-97bc09768af9 no longer exists at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:11:16.461642 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] No Port match for: d7daf72d-aeb5-49ab-a025-97bc09768af9 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:11:16.461998 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device d7daf72d-aeb5-49ab-a025-97bc09768af9 not bound to the agent host dv-cinder-803748-2-iscsi {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:11:16.481562 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a12a6a44-146f-4a78-9dcc-d7735b996a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33051139', 'neutron.services.segments.db._delete_segments_for_network-8791076431984'] for network, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.491981 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-a12a6a44-146f-4a78-9dcc-d7735b996a76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be063b03-410b-47e6-a188-5321aa6c7137']}} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:16.503294 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-a12a6a44-146f-4a78-9dcc-d7735b996a76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1651d680-58b3-40bf-992f-f898ed7ab179') {'for_net_delete': True} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:16.503701 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-a12a6a44-146f-4a78-9dcc-d7735b996a76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1651d680-58b3-40bf-992f-f898ed7ab179') {} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:16.514835 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a12a6a44-146f-4a78-9dcc-d7735b996a76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791076434809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3639437'] for segment, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.530147 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a12a6a44-146f-4a78-9dcc-d7735b996a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.537807 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12a6a44-146f-4a78-9dcc-d7735b996a76 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:11:16.538517 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a12a6a44-146f-4a78-9dcc-d7735b996a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3699545'] for segment, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: Traceback (most recent call last): Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: timer() Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: cb(*args, **kw) Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: return func(*args, **kwargs) Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: self._notify() Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: self.callback(batched_events) Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: event.method(event) Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: return f(self, *a, **k) Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: return self._get(url).json() Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: return self.request(url, 'GET', **kwargs) Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:11:16.540759 dv-cinder-803748-2-iscsi neutron-server[93433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:11:16.599656 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a12a6a44-146f-4a78-9dcc-d7735b996a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33051162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965302'] for network, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.604822 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-a12a6a44-146f-4a78-9dcc-d7735b996a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.609376 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-a12a6a44-146f-4a78-9dcc-d7735b996a76 admin admin] 10.222.0.18 "DELETE /v2.0/networks/be063b03-410b-47e6-a188-5321aa6c7137 HTTP/1.1" status: 204 len: 168 time: 0.3059371 Aug 07 04:11:16.622646 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a6a44-146f-4a78-9dcc-d7735b996a76 admin admin] Pushing event deleted for resources: {'Network': ['ID=be063b03-410b-47e6-a188-5321aa6c7137,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:16.718519 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e2dfa120-aa78-4ef7-8182-3ef0ea158f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.760031 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56306) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:16.801476 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-67f60cce-d975-4a98-9cae-3a3ac1274369 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2503bdc0ac24783b60d8b1cfeaee246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402262 Aug 07 04:11:16.803971 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56308) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:16.805796 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 56310) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:16.854925 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-dd8189a4-373b-4912-87ab-e8595ec73b1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9df7e80e615840b6ab21376a156b4f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463178 Aug 07 04:11:16.857809 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56314) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:16.879511 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-752da39b-3f77-4386-9b4e-03ff2264ca5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.920541 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-752da39b-3f77-4386-9b4e-03ff2264ca5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.947481 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2c95-d2a6-441f-b4d6-547cb7434082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:16.981747 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2c95-d2a6-441f-b4d6-547cb7434082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:17.012291 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-752da39b-3f77-4386-9b4e-03ff2264ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:17.014829 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-752da39b-3f77-4386-9b4e-03ff2264ca5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:17.018446 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-752da39b-3f77-4386-9b4e-03ff2264ca5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78a5402b-0db9-4b50-9116-a8f715ae0702 HTTP/1.1" status: 204 len: 168 time: 0.2110069 Aug 07 04:11:17.024482 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752da39b-3f77-4386-9b4e-03ff2264ca5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a5402b-0db9-4b50-9116-a8f715ae0702,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:17.049700 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2c95-d2a6-441f-b4d6-547cb7434082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:17.052528 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2c95-d2a6-441f-b4d6-547cb7434082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:17.053764 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-cfcf2c95-d2a6-441f-b4d6-547cb7434082 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f5fae09-3b22-462a-ba8e-1aed6e455f99 HTTP/1.1" status: 204 len: 168 time: 0.1947136 Aug 07 04:11:17.062755 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf2c95-d2a6-441f-b4d6-547cb7434082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5fae09-3b22-462a-ba8e-1aed6e455f99,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:17.456454 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56324) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:17.504979 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-b5916910-337b-4326-8f6c-d16920f0aca5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84366618db0a4e3e8777711f8b31479f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470054 Aug 07 04:11:17.507378 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56326) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:17.557294 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-028333d0-10af-4713-aabb-cfc96a0abfef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:17.581845 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-028333d0-10af-4713-aabb-cfc96a0abfef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:17.632091 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-028333d0-10af-4713-aabb-cfc96a0abfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:17.636281 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-028333d0-10af-4713-aabb-cfc96a0abfef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:17.638041 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-028333d0-10af-4713-aabb-cfc96a0abfef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d06e705-6432-466f-bf2c-91ec529a65b0 HTTP/1.1" status: 204 len: 168 time: 0.1295803 Aug 07 04:11:17.646905 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028333d0-10af-4713-aabb-cfc96a0abfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d06e705-6432-466f-bf2c-91ec529a65b0,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:18.365019 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56356) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:18.469820 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5dc098ba-a253-47df-99c4-0f4153352cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:18.564803 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5dc098ba-a253-47df-99c4-0f4153352cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:18.568204 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5dc098ba-a253-47df-99c4-0f4153352cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:18.611204 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 56366) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:18.611747 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-5dc098ba-a253-47df-99c4-0f4153352cde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56d286f2bb634a6c94eaef9eb38815b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450593 Aug 07 04:11:18.613608 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc098ba-a253-47df-99c4-0f4153352cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22b36bd-7d7c-4269-b6e6-276732cad423,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:18.670461 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-df209456-3fbd-41d7-8ae9-cb888dabd98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:18.691341 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-df209456-3fbd-41d7-8ae9-cb888dabd98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:18.702747 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56370) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:18.737878 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-df209456-3fbd-41d7-8ae9-cb888dabd98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:18.740470 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-df209456-3fbd-41d7-8ae9-cb888dabd98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:18.741633 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-df209456-3fbd-41d7-8ae9-cb888dabd98b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d22b36bd-7d7c-4269-b6e6-276732cad423 HTTP/1.1" status: 204 len: 168 time: 0.1291108 Aug 07 04:11:18.749712 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df209456-3fbd-41d7-8ae9-cb888dabd98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22b36bd-7d7c-4269-b6e6-276732cad423,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:18.814874 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-383e970a-7bf2-4237-b697-81b49ee494fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:18.913060 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-383e970a-7bf2-4237-b697-81b49ee494fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:18.917088 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-383e970a-7bf2-4237-b697-81b49ee494fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:18.961389 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-383e970a-7bf2-4237-b697-81b49ee494fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d064fc671da847eb9c985c776dea91b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574551 Aug 07 04:11:18.962295 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e970a-7bf2-4237-b697-81b49ee494fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f26d69-8ad3-4c7c-a599-7d660caa9113,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:18.964238 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 56378) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:19.008178 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56380) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:19.016735 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-72705df4-db42-4a3c-aabc-fe9b566c375c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:19.021641 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49ece6ad-f46a-4e04-a4b9-49fc7153cce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:19.038144 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-72705df4-db42-4a3c-aabc-fe9b566c375c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:19.086306 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-72705df4-db42-4a3c-aabc-fe9b566c375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:19.089042 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-72705df4-db42-4a3c-aabc-fe9b566c375c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:19.090213 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-72705df4-db42-4a3c-aabc-fe9b566c375c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60f26d69-8ad3-4c7c-a599-7d660caa9113 HTTP/1.1" status: 204 len: 168 time: 0.1242855 Aug 07 04:11:19.098360 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72705df4-db42-4a3c-aabc-fe9b566c375c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f26d69-8ad3-4c7c-a599-7d660caa9113,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:19.127766 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49ece6ad-f46a-4e04-a4b9-49fc7153cce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:19.129034 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f88b4a20-6fcf-4d89-8fe9-a3cb33a39513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:19.132747 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-49ece6ad-f46a-4e04-a4b9-49fc7153cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:19.172121 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-49ece6ad-f46a-4e04-a4b9-49fc7153cce4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=caa531c46b2640d598964442181097eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627178 Aug 07 04:11:19.173176 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ece6ad-f46a-4e04-a4b9-49fc7153cce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c24f655-0d31-4c3f-b754-098ce9c42c1b,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:19.174720 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 56384) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:19.224656 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1f86e609-3aae-4d96-a21f-3e6243cfc58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:19.248752 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1f86e609-3aae-4d96-a21f-3e6243cfc58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:19.295032 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1f86e609-3aae-4d96-a21f-3e6243cfc58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:19.297716 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-1f86e609-3aae-4d96-a21f-3e6243cfc58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:19.298862 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-1f86e609-3aae-4d96-a21f-3e6243cfc58d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c24f655-0d31-4c3f-b754-098ce9c42c1b HTTP/1.1" status: 204 len: 168 time: 0.1229591 Aug 07 04:11:19.308547 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86e609-3aae-4d96-a21f-3e6243cfc58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c24f655-0d31-4c3f-b754-098ce9c42c1b,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:19.524325 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:20.298015 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 56440) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:20.406016 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ed75f68-16ba-43a8-8ea6-fb9b03e27b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:20.497267 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ed75f68-16ba-43a8-8ea6-fb9b03e27b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:20.501308 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7ed75f68-16ba-43a8-8ea6-fb9b03e27b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:20.540454 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-7ed75f68-16ba-43a8-8ea6-fb9b03e27b46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=378a2e6211904d8b9b3e7d63dd84f2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412806 Aug 07 04:11:20.541328 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed75f68-16ba-43a8-8ea6-fb9b03e27b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4186053-7588-40f1-8842-ba61e241d4d5,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:20.543264 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56454) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:20.595422 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5a77539c-2ce5-41e1-9ad2-4b78701cb92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:20.615615 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5a77539c-2ce5-41e1-9ad2-4b78701cb92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:20.643286 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:20.669491 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5a77539c-2ce5-41e1-9ad2-4b78701cb92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:20.672166 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5a77539c-2ce5-41e1-9ad2-4b78701cb92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:20.673373 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-5a77539c-2ce5-41e1-9ad2-4b78701cb92e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a4186053-7588-40f1-8842-ba61e241d4d5 HTTP/1.1" status: 204 len: 168 time: 0.1290305 Aug 07 04:11:20.680979 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77539c-2ce5-41e1-9ad2-4b78701cb92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4186053-7588-40f1-8842-ba61e241d4d5,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:21.394727 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56490) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:21.491562 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-9ffe970a-8f57-4498-bb41-8f4666085d10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-649109490-network', 'tenant_id': 'e43786bfc3284467a643a93e7b2be1f5'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:21.512257 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffe970a-8f57-4498-bb41-8f4666085d10 admin admin] Made reservation on behalf of e43786bfc3284467a643a93e7b2be1f5 for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:11:21.514521 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ffe970a-8f57-4498-bb41-8f4666085d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:21.522652 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ffe970a-8f57-4498-bb41-8f4666085d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:21.611226 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ffe970a-8f57-4498-bb41-8f4666085d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:21.614858 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ffe970a-8f57-4498-bb41-8f4666085d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:21.639922 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffe970a-8f57-4498-bb41-8f4666085d10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:11:21.648568 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe970a-8f57-4498-bb41-8f4666085d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e923727-c56e-44b1-94e3-40ba702e5d9f,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:21.656574 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ffe970a-8f57-4498-bb41-8f4666085d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:21.656931 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-9ffe970a-8f57-4498-bb41-8f4666085d10 admin admin] Added segment ea994c9a-f557-4397-9096-cdfca6e01427 of type vlan for network 979c913b-8590-4797-897d-9735e2d2ce74 Aug 07 04:11:21.698436 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ffe970a-8f57-4498-bb41-8f4666085d10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:21.729617 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ffe970a-8f57-4498-bb41-8f4666085d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:21.730769 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffe970a-8f57-4498-bb41-8f4666085d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:21.731474 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9ffe970a-8f57-4498-bb41-8f4666085d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:21.785530 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9ffe970a-8f57-4498-bb41-8f4666085d10 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3896642 Aug 07 04:11:21.786132 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56494) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:21.795777 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-e15e165f-0961-4ca0-9a6b-7d9a1cf4fa99 admin admin] Request body: {'subnet': {'network_id': '979c913b-8590-4797-897d-9735e2d2ce74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-649109490-subnet', 'tenant_id': 'e43786bfc3284467a643a93e7b2be1f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:21.801528 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe970a-8f57-4498-bb41-8f4666085d10 admin admin] Pushing event updated for resources: {'Network': ['ID=979c913b-8590-4797-897d-9735e2d2ce74,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:21.811038 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network 979c913b-8590-4797-897d-9735e2d2ce74 details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:11:21.818104 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15e165f-0961-4ca0-9a6b-7d9a1cf4fa99 admin admin] Made reservation on behalf of e43786bfc3284467a643a93e7b2be1f5 for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:11:21.820624 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e15e165f-0961-4ca0-9a6b-7d9a1cf4fa99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4039116'] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:21.985721 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e15e165f-0961-4ca0-9a6b-7d9a1cf4fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4031526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4039166'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:22.041475 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e165f-0961-4ca0-9a6b-7d9a1cf4fa99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f5d7a8-3e50-49a1-b82c-1abc5663afa3,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:22.049854 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e165f-0961-4ca0-9a6b-7d9a1cf4fa99 admin admin] Checking segment: {'id': 'ea994c9a-f557-4397-9096-cdfca6e01427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '979c913b-8590-4797-897d-9735e2d2ce74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:11:22.050219 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15e165f-0961-4ca0-9a6b-7d9a1cf4fa99 admin admin] Network hostable DHCP agents. Network: 979c913b-8590-4797-897d-9735e2d2ce74, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:11:22.066676 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15e165f-0961-4ca0-9a6b-7d9a1cf4fa99 admin admin] Network 979c913b-8590-4797-897d-9735e2d2ce74 is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:11:22.076487 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-e15e165f-0961-4ca0-9a6b-7d9a1cf4fa99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, 979c913b-8590-4797-897d-9735e2d2ce74) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:11:22.080364 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15e165f-0961-4ca0-9a6b-7d9a1cf4fa99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:22.080959 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e15e165f-0961-4ca0-9a6b-7d9a1cf4fa99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:22.085521 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d780376c-6c44-4f0f-b35a-403463a8cc73 None None] Network 979c913b-8590-4797-897d-9735e2d2ce74 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:11:22.098449 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e15e165f-0961-4ca0-9a6b-7d9a1cf4fa99 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3092291 Aug 07 04:11:22.209578 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751cf21a-d39d-4063-ab17-b32a5df4d36e None None] Network 979c913b-8590-4797-897d-9735e2d2ce74 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:11:22.342678 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:23.865642 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-6ad1b1fe-793b-4fa0-83c7-5405c9847e99 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:23.866401 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-6ad1b1fe-793b-4fa0-83c7-5405c9847e99 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/networks?id=979c913b-8590-4797-897d-9735e2d2ce74 HTTP/1.1" status: 200 len: 808 time: 0.1087849 Aug 07 04:11:23.882188 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-b5a396a7-3475-43a8-9257-b2caebe79672 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/quotas/e43786bfc3284467a643a93e7b2be1f5 HTTP/1.1" status: 200 len: 375 time: 0.0093040 Aug 07 04:11:23.916146 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-fe159f26-f4b8-49cf-85c4-b37327adfe43 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e43786bfc3284467a643a93e7b2be1f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267973 Aug 07 04:11:24.008311 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-cea97ba0-c5e0-425f-94ee-6fce6761bed5 service neutron] 10.222.0.18 "GET /v2.0/networks/979c913b-8590-4797-897d-9735e2d2ce74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849786 Aug 07 04:11:24.098988 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-381bc9a9-5eb8-4465-b9e1-608d8942531a service neutron] 10.222.0.18 "GET /v2.0/networks/979c913b-8590-4797-897d-9735e2d2ce74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846450 Aug 07 04:11:24.260616 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1f57bf72-a813-4cc0-9a74-7616080cc874 req-0d8e7be0-0640-46f6-a49b-7c517fa08f51 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff79dd28-78d0-4c9f-ac6e-585bbacadb26 HTTP/1.1" status: 200 len: 210 time: 0.0268176 Aug 07 04:11:25.215509 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-6f4242a0-2a89-4bc0-b0d8-553524c7c8a5 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:25.216902 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-6f4242a0-2a89-4bc0-b0d8-553524c7c8a5 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.30 "GET /v2.0/networks?id=979c913b-8590-4797-897d-9735e2d2ce74 HTTP/1.1" status: 200 len: 808 time: 0.1048379 Aug 07 04:11:25.230263 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-b298a529-8894-4ae9-87fa-77add2a0417a tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Request body: {'port': {'device_id': 'ff79dd28-78d0-4c9f-ac6e-585bbacadb26', 'network_id': '979c913b-8590-4797-897d-9735e2d2ce74', 'admin_state_up': True, 'tenant_id': 'e43786bfc3284467a643a93e7b2be1f5'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:25.343604 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-b298a529-8894-4ae9-87fa-77add2a0417a tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Made reservation on behalf of e43786bfc3284467a643a93e7b2be1f5 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:11:25.346810 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-b298a529-8894-4ae9-87fa-77add2a0417a tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:25.366964 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7406839d-ac86-4458-93f4-1148ca8f2b72 req-37349cfe-39c9-4cc5-a45a-86372254ef34 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff79dd28-78d0-4c9f-ac6e-585bbacadb26 HTTP/1.1" status: 200 len: 210 time: 0.0352921 Aug 07 04:11:25.484617 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-b298a529-8894-4ae9-87fa-77add2a0417a tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Allocated IP 172.20.0.8 (979c913b-8590-4797-897d-9735e2d2ce74/30f5d7a8-3e50-49a1-b82c-1abc5663afa3/de2768e2-3341-4f3a-af6f-cc0d440f2d44) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:11:25.632962 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-b298a529-8894-4ae9-87fa-77add2a0417a tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:25.674042 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-b298a529-8894-4ae9-87fa-77add2a0417a tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:25.719248 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-b298a529-8894-4ae9-87fa-77add2a0417a tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Network 979c913b-8590-4797-897d-9735e2d2ce74 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:11:25.722382 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-b298a529-8894-4ae9-87fa-77add2a0417a tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:11:25.726181 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-b298a529-8894-4ae9-87fa-77add2a0417a tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:11:25.749781 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298a529-8894-4ae9-87fa-77add2a0417a tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Pushing event updated for resources: {'Port': ['ID=de2768e2-3341-4f3a-af6f-cc0d440f2d44,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:25.783006 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-b298a529-8894-4ae9-87fa-77add2a0417a tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:25.783621 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-b298a529-8894-4ae9-87fa-77add2a0417a tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:25.797733 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-b298a529-8894-4ae9-87fa-77add2a0417a tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5722148 Aug 07 04:11:25.809943 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Request body: {'port': {'device_id': 'ff79dd28-78d0-4c9f-ac6e-585bbacadb26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:25.854901 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56608) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:25.872953 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:25.943748 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:11:25.960685 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-81a54467-8868-4a1d-a00b-d44b54cf6c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.051538 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-81a54467-8868-4a1d-a00b-d44b54cf6c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.055753 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-81a54467-8868-4a1d-a00b-d44b54cf6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.097070 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-81a54467-8868-4a1d-a00b-d44b54cf6c19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd9272264bc0456eb780f41c83aa4386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410355 Aug 07 04:11:26.098020 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a54467-8868-4a1d-a00b-d44b54cf6c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f36c0c4-568a-4d2d-8e1c-d30a73881b9f,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:26.100042 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 56612) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:26.167609 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2768e2-3341-4f3a-af6f-cc0d440f2d44 {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:11:26.177370 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.197390 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-59943521-a63b-4174-8d3c-ba2c1f74ab87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.199177 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Transition to ACTIVE for port object de2768e2-3341-4f3a-af6f-cc0d440f2d44 will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:11:26.207236 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.248949 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-59943521-a63b-4174-8d3c-ba2c1f74ab87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.288960 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Pushing event updated for resources: {'Port': ['ID=de2768e2-3341-4f3a-af6f-cc0d440f2d44,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:26.360415 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-59943521-a63b-4174-8d3c-ba2c1f74ab87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.364717 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-59943521-a63b-4174-8d3c-ba2c1f74ab87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.365872 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-59943521-a63b-4174-8d3c-ba2c1f74ab87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f36c0c4-568a-4d2d-8e1c-d30a73881b9f HTTP/1.1" status: 204 len: 168 time: 0.2643013 Aug 07 04:11:26.381928 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59943521-a63b-4174-8d3c-ba2c1f74ab87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f36c0c4-568a-4d2d-8e1c-d30a73881b9f,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:26.383833 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Attempting to bind port de2768e2-3341-4f3a-af6f-cc0d440f2d44 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:11:26.384165 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Attempting to bind port de2768e2-3341-4f3a-af6f-cc0d440f2d44 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'ea994c9a-f557-4397-9096-cdfca6e01427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '979c913b-8590-4797-897d-9735e2d2ce74'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:11:26.384676 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Attempting to bind port de2768e2-3341-4f3a-af6f-cc0d440f2d44 on network 979c913b-8590-4797-897d-9735e2d2ce74 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:11:26.391058 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Port de2768e2-3341-4f3a-af6f-cc0d440f2d44 on network 979c913b-8590-4797-897d-9735e2d2ce74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:11:26.391661 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Attempting to bind port de2768e2-3341-4f3a-af6f-cc0d440f2d44 on network 979c913b-8590-4797-897d-9735e2d2ce74 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:11:26.400356 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:11:26.400844 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Checking segment: {'id': 'ea994c9a-f557-4397-9096-cdfca6e01427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '979c913b-8590-4797-897d-9735e2d2ce74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:11:26.401401 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Bound using segment: {'id': 'ea994c9a-f557-4397-9096-cdfca6e01427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '979c913b-8590-4797-897d-9735e2d2ce74'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:11:26.402012 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Bound port: de2768e2-3341-4f3a-af6f-cc0d440f2d44, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea994c9a-f557-4397-9096-cdfca6e01427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '979c913b-8590-4797-897d-9735e2d2ce74'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:11:26.402587 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.506419 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] For port de2768e2-3341-4f3a-af6f-cc0d440f2d44, host hv-cinder-80374, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:11:26.512620 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] For port de2768e2-3341-4f3a-af6f-cc0d440f2d44, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=de2768e2-3341-4f3a-af6f-cc0d440f2d44,segment=NetworkSegment(ea994c9a-f557-4397-9096-cdfca6e01427),segment_id=ea994c9a-f557-4397-9096-cdfca6e01427)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:11:26.521670 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd820d-775d-4d83-8a8f-0e5944ebbe15 req-04d83a58-7347-4407-99b9-9467e214230f tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:26.523335 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2ebd820d-775d-4d83-8a8f-0e5944ebbe15 req-04d83a58-7347-4407-99b9-9467e214230f tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff79dd28-78d0-4c9f-ac6e-585bbacadb26 HTTP/1.1" status: 200 len: 943 time: 0.0759182 Aug 07 04:11:26.526558 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.579227 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:26.579838 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.581197 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] 10.222.0.30 "PUT /v2.0/ports/de2768e2-3341-4f3a-af6f-cc0d440f2d44 HTTP/1.1" status: 200 len: 1093 time: 0.7756295 Aug 07 04:11:26.583887 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff79dd28-78d0-4c9f-ac6e-585bbacadb26', 'tag': 'de2768e2-3341-4f3a-af6f-cc0d440f2d44'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:11:26.586132 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521d26dd-20bf-4543-b722-d0606bbc1bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "ff79dd28-78d0-4c9f-ac6e-585bbacadb26", "tag": "de2768e2-3341-4f3a-af6f-cc0d440f2d44"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:11:26.614530 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2ebd820d-775d-4d83-8a8f-0e5944ebbe15 req-06deb34c-098e-42ed-b768-6f2a5ca78a8c tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824842 Aug 07 04:11:26.619650 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b6d83-ab68-4aee-a48d-5f10a3d104ab service neutron] Pushing event updated for resources: {'Port': ['ID=de2768e2-3341-4f3a-af6f-cc0d440f2d44,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:26.632486 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9693d4b4-15ca-4364-bf25-093b31b56b4f x-openstack-request-id: req-9693d4b4-15ca-4364-bf25-093b31b56b4f {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:11:26.632717 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff79dd28-78d0-4c9f-ac6e-585bbacadb26", "tag": "de2768e2-3341-4f3a-af6f-cc0d440f2d44", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:11:26.633152 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9693d4b4-15ca-4364-bf25-093b31b56b4f {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:11:26.633623 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff79dd28-78d0-4c9f-ac6e-585bbacadb26', 'tag': 'de2768e2-3341-4f3a-af6f-cc0d440f2d44', 'status': 'completed', 'code': 200} Aug 07 04:11:26.668815 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56622) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:26.669628 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-89871217-70fb-4af7-9d32-f564f2d30b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:26.671363 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-89871217-70fb-4af7-9d32-f564f2d30b93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e43786bfc3284467a643a93e7b2be1f5&device_id=ff79dd28-78d0-4c9f-ac6e-585bbacadb26 HTTP/1.1" status: 200 len: 1096 time: 0.0488451 Aug 07 04:11:26.682183 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-88f8a810-a089-4ce8-b901-55b7000663ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.718715 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-2251a81b-5d90-40dc-bd27-a4671e11c416 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de2768e2-3341-4f3a-af6f-cc0d440f2d44 HTTP/1.1" status: 200 len: 217 time: 0.0400321 Aug 07 04:11:26.767628 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-48a377d9-1930-421d-bd7d-cf6b059182f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:26.769062 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-48a377d9-1930-421d-bd7d-cf6b059182f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30f5d7a8-3e50-49a1-b82c-1abc5663afa3 HTTP/1.1" status: 200 len: 848 time: 0.0441818 Aug 07 04:11:26.769666 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-88f8a810-a089-4ce8-b901-55b7000663ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.777885 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-88f8a810-a089-4ce8-b901-55b7000663ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.800287 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-e5909d2c-5ab2-4106-b49a-a61a11ef0158 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=979c913b-8590-4797-897d-9735e2d2ce74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237908 Aug 07 04:11:26.813712 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8a810-a089-4ce8-b901-55b7000663ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3470ce-d4b0-4bcf-8611-0688ed500e9e,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:26.819683 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-88f8a810-a089-4ce8-b901-55b7000663ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d329231c8be47b993ec58b4eb11f51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480770 Aug 07 04:11:26.820556 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56624) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:26.871604 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-646353e8-dc17-4eeb-bfaf-3e08762899d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.892593 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-b626e865-dc7c-449f-b224-7c431d51e4fc service neutron] 10.222.0.30 "GET /v2.0/networks/979c913b-8590-4797-897d-9735e2d2ce74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854928 Aug 07 04:11:26.893509 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-646353e8-dc17-4eeb-bfaf-3e08762899d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.939754 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-646353e8-dc17-4eeb-bfaf-3e08762899d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.942886 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-646353e8-dc17-4eeb-bfaf-3e08762899d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:26.944078 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-646353e8-dc17-4eeb-bfaf-3e08762899d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c3470ce-d4b0-4bcf-8611-0688ed500e9e HTTP/1.1" status: 204 len: 168 time: 0.1218088 Aug 07 04:11:26.953796 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646353e8-dc17-4eeb-bfaf-3e08762899d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3470ce-d4b0-4bcf-8611-0688ed500e9e,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:26.986855 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-22c9794c-d68f-4eb5-8ee4-5c58302bba72 req-96f501df-399f-4f06-af25-abdfe79306b2 service neutron] 10.222.0.30 "GET /v2.0/networks/979c913b-8590-4797-897d-9735e2d2ce74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875962 Aug 07 04:11:27.081420 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d26dd-20bf-4543-b722-d0606bbc1bfe req-85da0faf-7d8f-47be-8b94-3da94d9abeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:27.082996 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-521d26dd-20bf-4543-b722-d0606bbc1bfe req-85da0faf-7d8f-47be-8b94-3da94d9abeb5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e43786bfc3284467a643a93e7b2be1f5&device_id=ff79dd28-78d0-4c9f-ac6e-585bbacadb26 HTTP/1.1" status: 200 len: 1096 time: 0.0468848 Aug 07 04:11:27.173226 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d26dd-20bf-4543-b722-d0606bbc1bfe req-1759140a-c126-4163-9602-824828fb7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:27.174749 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-521d26dd-20bf-4543-b722-d0606bbc1bfe req-1759140a-c126-4163-9602-824828fb7293 service neutron] 10.222.0.30 "GET /v2.0/networks?id=979c913b-8590-4797-897d-9735e2d2ce74 HTTP/1.1" status: 200 len: 909 time: 0.0848715 Aug 07 04:11:27.219888 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-521d26dd-20bf-4543-b722-d0606bbc1bfe req-610c8cb9-6a2c-41e5-8b7a-759482e2da31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de2768e2-3341-4f3a-af6f-cc0d440f2d44 HTTP/1.1" status: 200 len: 217 time: 0.0376332 Aug 07 04:11:27.268856 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d26dd-20bf-4543-b722-d0606bbc1bfe req-d21a67ea-fa0d-44f6-9eba-00175a4aec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:27.270313 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-521d26dd-20bf-4543-b722-d0606bbc1bfe req-d21a67ea-fa0d-44f6-9eba-00175a4aec28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30f5d7a8-3e50-49a1-b82c-1abc5663afa3 HTTP/1.1" status: 200 len: 848 time: 0.0431135 Aug 07 04:11:27.302021 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-521d26dd-20bf-4543-b722-d0606bbc1bfe req-86f34ebb-4656-4e31-912c-0d54f901ada4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=979c913b-8590-4797-897d-9735e2d2ce74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242825 Aug 07 04:11:27.390096 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-521d26dd-20bf-4543-b722-d0606bbc1bfe req-025c3124-9268-4f09-9f9a-cc225b4c2134 service neutron] 10.222.0.30 "GET /v2.0/networks/979c913b-8590-4797-897d-9735e2d2ce74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807118 Aug 07 04:11:27.487929 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-521d26dd-20bf-4543-b722-d0606bbc1bfe req-1b8d0cbd-f556-4464-8c58-456da31b07ec service neutron] 10.222.0.30 "GET /v2.0/networks/979c913b-8590-4797-897d-9735e2d2ce74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890849 Aug 07 04:11:27.744521 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0193ad-c317-4d53-be09-687c76fb696c req-48626563-9de2-49cd-92bd-5435e1f67cbc tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:27.746024 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b0193ad-c317-4d53-be09-687c76fb696c req-48626563-9de2-49cd-92bd-5435e1f67cbc tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff79dd28-78d0-4c9f-ac6e-585bbacadb26 HTTP/1.1" status: 200 len: 943 time: 0.0524454 Aug 07 04:11:27.784193 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1b0193ad-c317-4d53-be09-687c76fb696c req-47358785-fde5-4187-9840-c7ad0557490a tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322027 Aug 07 04:11:28.899021 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66834c09-1219-4ff5-8160-4c3f5c78b32f req-4594c8fa-6d51-4a53-ab61-f6c5bf60f213 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:28.901373 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66834c09-1219-4ff5-8160-4c3f5c78b32f req-4594c8fa-6d51-4a53-ab61-f6c5bf60f213 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff79dd28-78d0-4c9f-ac6e-585bbacadb26 HTTP/1.1" status: 200 len: 943 time: 0.0515132 Aug 07 04:11:28.938636 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66834c09-1219-4ff5-8160-4c3f5c78b32f req-b6b24d63-fae4-4bc9-98f5-95e0db61181e tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Aug 07 04:11:29.329452 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device de2768e2-3341-4f3a-af6f-cc0d440f2d44 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:11:29.420271 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port de2768e2-3341-4f3a-af6f-cc0d440f2d44, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=de2768e2-3341-4f3a-af6f-cc0d440f2d44,segment=NetworkSegment(ea994c9a-f557-4397-9096-cdfca6e01427),segment_id=ea994c9a-f557-4397-9096-cdfca6e01427)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:29.431088 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': 'de2768e2-3341-4f3a-af6f-cc0d440f2d44', 'network_id': '979c913b-8590-4797-897d-9735e2d2ce74', 'port_id': 'de2768e2-3341-4f3a-af6f-cc0d440f2d44', 'mac_address': 'fa:16:3e:8d:07:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f5d7a8-3e50-49a1-b82c-1abc5663afa3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:11:29.466305 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:29.482186 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2768e2-3341-4f3a-af6f-cc0d440f2d44 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:11:29.501078 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port de2768e2-3341-4f3a-af6f-cc0d440f2d44, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=de2768e2-3341-4f3a-af6f-cc0d440f2d44,segment=NetworkSegment(ea994c9a-f557-4397-9096-cdfca6e01427),segment_id=ea994c9a-f557-4397-9096-cdfca6e01427)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:29.505064 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:29.551907 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=de2768e2-3341-4f3a-af6f-cc0d440f2d44,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:29.713670 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['de2768e2-3341-4f3a-af6f-cc0d440f2d44'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:11:30.050919 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a876ee0-8cce-4adb-b507-d8f43e403b20 req-9447f231-71ac-44ea-8c61-f55c736d8c69 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:30.052400 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8a876ee0-8cce-4adb-b507-d8f43e403b20 req-9447f231-71ac-44ea-8c61-f55c736d8c69 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff79dd28-78d0-4c9f-ac6e-585bbacadb26 HTTP/1.1" status: 200 len: 944 time: 0.0492404 Aug 07 04:11:30.090508 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8a876ee0-8cce-4adb-b507-d8f43e403b20 req-077dd4b3-c51e-4c45-b4e1-908c403e6c3b tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320506 Aug 07 04:11:30.986900 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56688) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:31.091378 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-307c676e-bb3c-42d2-8e9f-11a4e96b0f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:31.178678 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-307c676e-bb3c-42d2-8e9f-11a4e96b0f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:31.183255 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-307c676e-bb3c-42d2-8e9f-11a4e96b0f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:31.205254 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b71bb-0e99-4a47-b037-12b8337b3d2f req-5b5beb92-9672-4def-adf3-4cacea399a8c tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:31.206710 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d42b71bb-0e99-4a47-b037-12b8337b3d2f req-5b5beb92-9672-4def-adf3-4cacea399a8c tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff79dd28-78d0-4c9f-ac6e-585bbacadb26 HTTP/1.1" status: 200 len: 944 time: 0.0478117 Aug 07 04:11:31.217974 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-307c676e-bb3c-42d2-8e9f-11a4e96b0f3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f34232ba1bff4c23b8023a48695f488b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298965 Aug 07 04:11:31.221870 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56694) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:31.230061 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c676e-bb3c-42d2-8e9f-11a4e96b0f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682a0b60-bb09-4fe3-8c70-a7ed13c0b9cc,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:31.248497 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d42b71bb-0e99-4a47-b037-12b8337b3d2f req-a728177d-a4a8-4cfa-990c-948d2d126de4 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353777 Aug 07 04:11:31.274776 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff068a9e-85c0-48c6-8c1e-9a3c8b7dae1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:31.295798 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff068a9e-85c0-48c6-8c1e-9a3c8b7dae1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:31.340297 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff068a9e-85c0-48c6-8c1e-9a3c8b7dae1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:31.342877 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ff068a9e-85c0-48c6-8c1e-9a3c8b7dae1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:31.344011 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device de2768e2-3341-4f3a-af6f-cc0d440f2d44 up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:11:31.344509 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ff068a9e-85c0-48c6-8c1e-9a3c8b7dae1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/682a0b60-bb09-4fe3-8c70-a7ed13c0b9cc HTTP/1.1" status: 204 len: 168 time: 0.1213112 Aug 07 04:11:31.352987 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff068a9e-85c0-48c6-8c1e-9a3c8b7dae1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682a0b60-bb09-4fe3-8c70-a7ed13c0b9cc,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:31.407676 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port de2768e2-3341-4f3a-af6f-cc0d440f2d44 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:11:31.411369 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port de2768e2-3341-4f3a-af6f-cc0d440f2d44 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:31.411743 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:31.495408 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:31.517627 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff79dd28-78d0-4c9f-ac6e-585bbacadb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2768e2-3341-4f3a-af6f-cc0d440f2d44'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:11:31.519896 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f387e7af-aa51-4997-a9ff-b42b57e86017" -d '{"events": [{"server_uuid": "ff79dd28-78d0-4c9f-ac6e-585bbacadb26", "name": "network-vif-plugged", "status": "completed", "tag": "de2768e2-3341-4f3a-af6f-cc0d440f2d44"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:11:31.533398 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port de2768e2-3341-4f3a-af6f-cc0d440f2d44, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=de2768e2-3341-4f3a-af6f-cc0d440f2d44,segment=NetworkSegment(ea994c9a-f557-4397-9096-cdfca6e01427),segment_id=ea994c9a-f557-4397-9096-cdfca6e01427)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:31.537689 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:31.565651 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09eff7f-5af4-491e-a77a-364600f304b9 x-openstack-request-id: req-c09eff7f-5af4-491e-a77a-364600f304b9 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:11:31.565944 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff79dd28-78d0-4c9f-ac6e-585bbacadb26", "name": "network-vif-plugged", "status": "completed", "tag": "de2768e2-3341-4f3a-af6f-cc0d440f2d44", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:11:31.566197 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c09eff7f-5af4-491e-a77a-364600f304b9 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:11:31.566586 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff79dd28-78d0-4c9f-ac6e-585bbacadb26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2768e2-3341-4f3a-af6f-cc0d440f2d44', 'code': 200} Aug 07 04:11:31.599137 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=de2768e2-3341-4f3a-af6f-cc0d440f2d44,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:31.617600 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56702) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:31.631304 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-43622ca9-e8be-4ad6-b109-ca47af94a5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:31.721750 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-43622ca9-e8be-4ad6-b109-ca47af94a5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:31.725757 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-43622ca9-e8be-4ad6-b109-ca47af94a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:31.733889 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b090837-3d22-41c2-a94a-3324aff7c0c3 req-9fc27f51-9004-4943-9e28-dff96fdcbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:31.735370 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2b090837-3d22-41c2-a94a-3324aff7c0c3 req-9fc27f51-9004-4943-9e28-dff96fdcbd1b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff79dd28-78d0-4c9f-ac6e-585bbacadb26 HTTP/1.1" status: 200 len: 1098 time: 0.0442481 Aug 07 04:11:31.765823 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-43622ca9-e8be-4ad6-b109-ca47af94a5e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3995a7d4992b4abe9bcd59ff53dfa782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464331 Aug 07 04:11:31.766862 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43622ca9-e8be-4ad6-b109-ca47af94a5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7b309b-80eb-431c-8566-8eb46b91afe7,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:31.769098 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2b090837-3d22-41c2-a94a-3324aff7c0c3 req-fea37d8f-2131-4713-b0a2-aa127f31334e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272224 Aug 07 04:11:31.769270 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56704) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:31.817086 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2dd8-0807-42e8-a550-31268bcfae73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:31.838400 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2dd8-0807-42e8-a550-31268bcfae73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:31.882449 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2dd8-0807-42e8-a550-31268bcfae73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:31.885453 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7a6b2dd8-0807-42e8-a550-31268bcfae73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:31.886562 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-7a6b2dd8-0807-42e8-a550-31268bcfae73 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca7b309b-80eb-431c-8566-8eb46b91afe7 HTTP/1.1" status: 204 len: 168 time: 0.1165369 Aug 07 04:11:31.894344 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b2dd8-0807-42e8-a550-31268bcfae73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7b309b-80eb-431c-8566-8eb46b91afe7,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:32.362454 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e96079-4391-4211-9045-b6706437bb59 req-eae9d018-187a-408f-9f49-e991d1690879 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:32.364001 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d2e96079-4391-4211-9045-b6706437bb59 req-eae9d018-187a-408f-9f49-e991d1690879 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff79dd28-78d0-4c9f-ac6e-585bbacadb26 HTTP/1.1" status: 200 len: 945 time: 0.0505195 Aug 07 04:11:32.408673 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d2e96079-4391-4211-9045-b6706437bb59 req-8116a92a-7cd8-45a0-88c3-0b853d3c96f1 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379262 Aug 07 04:11:32.609753 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a71697-359d-4bb1-ba76-faca2bed023f req-3cc7b94d-c2f7-439c-b4f2-cfdab7904db2 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:32.611247 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e6a71697-359d-4bb1-ba76-faca2bed023f req-3cc7b94d-c2f7-439c-b4f2-cfdab7904db2 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 946 time: 0.0486274 Aug 07 04:11:32.650862 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e6a71697-359d-4bb1-ba76-faca2bed023f req-e25aa580-b3c2-45f2-bcd7-a37bbe1067ff tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332839 Aug 07 04:11:33.526992 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cec0d-4bbd-4dcc-86c9-5ffa2b110fb2 req-63e6b6aa-6324-4a4b-904d-cbc2b78ee835 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:33.528496 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f50cec0d-4bbd-4dcc-86c9-5ffa2b110fb2 req-63e6b6aa-6324-4a4b-904d-cbc2b78ee835 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff79dd28-78d0-4c9f-ac6e-585bbacadb26 HTTP/1.1" status: 200 len: 945 time: 0.0517895 Aug 07 04:11:33.565413 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f50cec0d-4bbd-4dcc-86c9-5ffa2b110fb2 req-c0fa35e6-21d3-49e4-bdfb-a3ea565129c3 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Aug 07 04:11:33.772183 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa299419-e889-4489-b683-0fe37105ec31 req-2e28415a-9426-4918-82f9-19c6cdb58df9 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:33.773715 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fa299419-e889-4489-b683-0fe37105ec31 req-2e28415a-9426-4918-82f9-19c6cdb58df9 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 946 time: 0.0518503 Aug 07 04:11:33.818707 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fa299419-e889-4489-b683-0fe37105ec31 req-7f701445-c83f-4d70-a473-0ef21aecc784 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354607 Aug 07 04:11:34.055356 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3253a-2958-482f-864f-9b0a9fb33e29 req-3c93477c-8b94-4036-a24f-dfff3d239fc3 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:34.057065 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-57c3253a-2958-482f-864f-9b0a9fb33e29 req-3c93477c-8b94-4036-a24f-dfff3d239fc3 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 946 time: 0.0489912 Aug 07 04:11:34.157408 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-57c3253a-2958-482f-864f-9b0a9fb33e29 req-1171518c-bc79-4dad-9e84-bb147d350c69 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Deleting port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:11:34.157982 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-57c3253a-2958-482f-864f-9b0a9fb33e29 req-1171518c-bc79-4dad-9e84-bb147d350c69 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:34.273942 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-57c3253a-2958-482f-864f-9b0a9fb33e29 req-1171518c-bc79-4dad-9e84-bb147d350c69 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] For port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=201aa021-333b-4cc1-8b5f-90a04c0a9b6a,segment=NetworkSegment(549511e2-bf80-4ddd-8be1-f50d68cac207),segment_id=549511e2-bf80-4ddd-8be1-f50d68cac207)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:34.274334 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-57c3253a-2958-482f-864f-9b0a9fb33e29 req-1171518c-bc79-4dad-9e84-bb147d350c69 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:34.288765 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bab33-db87-46c7-9007-e25bbf7a9939 req-2ae57af0-edb6-4fbb-86d3-68a59e876bef tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:34.290703 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-097bab33-db87-46c7-9007-e25bbf7a9939 req-2ae57af0-edb6-4fbb-86d3-68a59e876bef tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff79dd28-78d0-4c9f-ac6e-585bbacadb26 HTTP/1.1" status: 200 len: 945 time: 0.0887737 Aug 07 04:11:34.397793 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-097bab33-db87-46c7-9007-e25bbf7a9939 req-4b5b7fae-4179-4947-9b3d-17fc91f16a67 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001937 Aug 07 04:11:34.471222 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-57c3253a-2958-482f-864f-9b0a9fb33e29 req-1171518c-bc79-4dad-9e84-bb147d350c69 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:34.471617 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-57c3253a-2958-482f-864f-9b0a9fb33e29 req-1171518c-bc79-4dad-9e84-bb147d350c69 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:34.471967 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.l3_db [req-57c3253a-2958-482f-864f-9b0a9fb33e29 req-1171518c-bc79-4dad-9e84-bb147d350c69 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Floating IP 2f931dc1-1707-4a48-84a8-8126c46e8990 disassociated. External IP: 172.27.0.146, port: 201aa021-333b-4cc1-8b5f-90a04c0a9b6a. Aug 07 04:11:34.472364 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-57c3253a-2958-482f-864f-9b0a9fb33e29 req-1171518c-bc79-4dad-9e84-bb147d350c69 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Calling delete_port for 201aa021-333b-4cc1-8b5f-90a04c0a9b6a owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:11:34.596907 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-57c3253a-2958-482f-864f-9b0a9fb33e29 req-1171518c-bc79-4dad-9e84-bb147d350c69 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:34.624541 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171518c-bc79-4dad-9e84-bb147d350c69 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Pushing event deleted for resources: {'Port': ['ID=201aa021-333b-4cc1-8b5f-90a04c0a9b6a,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:34.734420 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57c3253a-2958-482f-864f-9b0a9fb33e29 req-1171518c-bc79-4dad-9e84-bb147d350c69 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Router 19579f7d-b38c-4152-871c-1fd494c4ac73 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:11:34.842429 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57c3253a-2958-482f-864f-9b0a9fb33e29 req-1171518c-bc79-4dad-9e84-bb147d350c69 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:11:34.858626 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3767f4-44d5-4400-9ab4-6eb99c44c282 None None] Sync routers for ids ['19579f7d-b38c-4152-871c-1fd494c4ac73'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:11:34.868460 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3767f4-44d5-4400-9ab4-6eb99c44c282 None None] Routers {'19579f7d-b38c-4152-871c-1fd494c4ac73'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:11:34.871295 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-7a3767f4-44d5-4400-9ab4-6eb99c44c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:11:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['19579f7d-b38c-4152-871c-1fd494c4ac73'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:34.883326 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c3253a-2958-482f-864f-9b0a9fb33e29 req-1171518c-bc79-4dad-9e84-bb147d350c69 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] No DVR routers for this DVR port 201aa021-333b-4cc1-8b5f-90a04c0a9b6a on host hv-cinder-80374 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:11:34.886379 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-57c3253a-2958-482f-864f-9b0a9fb33e29 req-1171518c-bc79-4dad-9e84-bb147d350c69 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:34.888418 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-57c3253a-2958-482f-864f-9b0a9fb33e29 req-1171518c-bc79-4dad-9e84-bb147d350c69 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.30 "DELETE /v2.0/ports/201aa021-333b-4cc1-8b5f-90a04c0a9b6a HTTP/1.1" status: 204 len: 173 time: 0.8239672 Aug 07 04:11:34.888860 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc67445-d69e-43f3-b719-c5daffd39f15', 'name': 'network-vif-deleted', 'tag': '201aa021-333b-4cc1-8b5f-90a04c0a9b6a'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:11:34.891437 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee069a93-cd86-4ff8-9497-d704ba4d7f9a" -d '{"events": [{"server_uuid": "fbc67445-d69e-43f3-b719-c5daffd39f15", "name": "network-vif-deleted", "tag": "201aa021-333b-4cc1-8b5f-90a04c0a9b6a"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:11:34.954995 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dfaff6-915a-4c46-93c4-decd93c55a53 x-openstack-request-id: req-f0dfaff6-915a-4c46-93c4-decd93c55a53 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:11:34.955292 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc67445-d69e-43f3-b719-c5daffd39f15", "name": "network-vif-deleted", "tag": "201aa021-333b-4cc1-8b5f-90a04c0a9b6a", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:11:34.955545 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0dfaff6-915a-4c46-93c4-decd93c55a53 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:11:34.955944 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc67445-d69e-43f3-b719-c5daffd39f15', 'name': 'network-vif-deleted', 'tag': '201aa021-333b-4cc1-8b5f-90a04c0a9b6a', 'status': 'completed', 'code': 200} Aug 07 04:11:34.958155 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ac08f709-b665-40c1-9228-7a614a91e2bf req-e3fa900b-6d2b-4db4-b9bd-b9b35385dc36 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc67445-d69e-43f3-b719-c5daffd39f15 HTTP/1.1" status: 200 len: 210 time: 0.0474451 Aug 07 04:11:34.998668 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-7a3767f4-44d5-4400-9ab4-6eb99c44c282 None None] Set router 19579f7d-b38c-4152-871c-1fd494c4ac73 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:11:35.225502 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-7a3767f4-44d5-4400-9ab4-6eb99c44c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'e1de5ca5-ed7b-47b2-877b-69a682767aa6', 'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'mac_address': 'fa:16:3e:b4:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:30Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 5, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'subnets': [{'id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:35.257106 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3767f4-44d5-4400-9ab4-6eb99c44c282 None None] Checking router: 19579f7d-b38c-4152-871c-1fd494c4ac73 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:11:35.267281 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3767f4-44d5-4400-9ab4-6eb99c44c282 None None] Routers {'19579f7d-b38c-4152-871c-1fd494c4ac73'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:11:35.267940 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-7a3767f4-44d5-4400-9ab4-6eb99c44c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:11:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['19579f7d-b38c-4152-871c-1fd494c4ac73'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:35.506678 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-7a3767f4-44d5-4400-9ab4-6eb99c44c282 None None] Set router 19579f7d-b38c-4152-871c-1fd494c4ac73 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:11:35.578183 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025635d5-d032-4a6c-945b-d769bec513c1 req-6dc2f8d6-9060-4574-b796-abd208960c8c tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:35.579711 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-025635d5-d032-4a6c-945b-d769bec513c1 req-6dc2f8d6-9060-4574-b796-abd208960c8c tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff79dd28-78d0-4c9f-ac6e-585bbacadb26 HTTP/1.1" status: 200 len: 945 time: 0.1089115 Aug 07 04:11:35.603520 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd250a9-1b32-4fa3-9398-5f1a0988573b req-122ab82f-c228-4267-a81d-c14cddd5ff4c tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:35.611994 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bdd250a9-1b32-4fa3-9398-5f1a0988573b req-122ab82f-c228-4267-a81d-c14cddd5ff4c tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff79dd28-78d0-4c9f-ac6e-585bbacadb26 HTTP/1.1" status: 200 len: 945 time: 0.1309791 Aug 07 04:11:35.684705 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bdd250a9-1b32-4fa3-9398-5f1a0988573b req-2dde9083-d363-4399-901e-92c0b18772c2 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706367 Aug 07 04:11:35.737579 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-025635d5-d032-4a6c-945b-d769bec513c1 req-d88a8d8c-0aa7-42c3-be81-55fdc2f22f04 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Deleting port de2768e2-3341-4f3a-af6f-cc0d440f2d44 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:11:35.737952 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-025635d5-d032-4a6c-945b-d769bec513c1 req-d88a8d8c-0aa7-42c3-be81-55fdc2f22f04 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:35.753309 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-7a3767f4-44d5-4400-9ab4-6eb99c44c282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'e1de5ca5-ed7b-47b2-877b-69a682767aa6', 'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'mac_address': 'fa:16:3e:b4:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:30Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 5, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'subnets': [{'id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:35.782013 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3767f4-44d5-4400-9ab4-6eb99c44c282 None None] The sync data for ids ['19579f7d-b38c-4152-871c-1fd494c4ac73'] in dv-cinder-803748-2-iscsi is: [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'e1de5ca5-ed7b-47b2-877b-69a682767aa6', 'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'mac_address': 'fa:16:3e:b4:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:30Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 5, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'subnets': [{'id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:11:35.833249 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-025635d5-d032-4a6c-945b-d769bec513c1 req-d88a8d8c-0aa7-42c3-be81-55fdc2f22f04 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] For port de2768e2-3341-4f3a-af6f-cc0d440f2d44, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=de2768e2-3341-4f3a-af6f-cc0d440f2d44,segment=NetworkSegment(ea994c9a-f557-4397-9096-cdfca6e01427),segment_id=ea994c9a-f557-4397-9096-cdfca6e01427)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:35.833614 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-025635d5-d032-4a6c-945b-d769bec513c1 req-d88a8d8c-0aa7-42c3-be81-55fdc2f22f04 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:35.849007 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-025635d5-d032-4a6c-945b-d769bec513c1 req-d88a8d8c-0aa7-42c3-be81-55fdc2f22f04 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Calling delete_port for de2768e2-3341-4f3a-af6f-cc0d440f2d44 owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:11:35.989974 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-025635d5-d032-4a6c-945b-d769bec513c1 req-d88a8d8c-0aa7-42c3-be81-55fdc2f22f04 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:36.005546 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['de2768e2-3341-4f3a-af6f-cc0d440f2d44'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:11:36.029412 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a8d8c-0aa7-42c3-be81-55fdc2f22f04 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Pushing event deleted for resources: {'Port': ['ID=de2768e2-3341-4f3a-af6f-cc0d440f2d44,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:36.067570 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-025635d5-d032-4a6c-945b-d769bec513c1 req-d88a8d8c-0aa7-42c3-be81-55fdc2f22f04 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] No DVR routers for this DVR port de2768e2-3341-4f3a-af6f-cc0d440f2d44 on host hv-cinder-80374 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:11:36.070038 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-025635d5-d032-4a6c-945b-d769bec513c1 req-d88a8d8c-0aa7-42c3-be81-55fdc2f22f04 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:36.072487 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-025635d5-d032-4a6c-945b-d769bec513c1 req-d88a8d8c-0aa7-42c3-be81-55fdc2f22f04 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.30 "DELETE /v2.0/ports/de2768e2-3341-4f3a-af6f-cc0d440f2d44 HTTP/1.1" status: 204 len: 173 time: 0.4862990 Aug 07 04:11:36.099807 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093997c8-e425-487a-8496-5791356e09f9 None None] New status for floating IP 2f931dc1-1707-4a48-84a8-8126c46e8990: DOWN {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:11:36.270147 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-cf92eb7e-d427-4f8e-b8ac-be5e32a84538 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649661889&fields=id&tenant_id=247ed23b8f704cad8656985f5f9aac7d HTTP/1.1" status: 200 len: 267 time: 0.0365872 Aug 07 04:11:36.376097 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-e284e0ba-5f69-47af-8e86-151b8b0286c4 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:36.377552 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-e284e0ba-5f69-47af-8e86-151b8b0286c4 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/networks?id=275c17b5-8fd8-4af1-82c9-49e38086c905 HTTP/1.1" status: 200 len: 811 time: 0.0997405 Aug 07 04:11:36.393187 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-ddfad5a8-30e3-48a9-877a-2a4ddf8cf2d0 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/quotas/247ed23b8f704cad8656985f5f9aac7d HTTP/1.1" status: 200 len: 375 time: 0.0099802 Aug 07 04:11:36.446591 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-f5dbff66-1cc1-4ab1-bf54-15445c337017 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=247ed23b8f704cad8656985f5f9aac7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473580 Aug 07 04:11:36.829396 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-f26c023d-73fc-4fec-b9d5-fb649b0b5ea0 service neutron] 10.222.0.18 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714554 Aug 07 04:11:36.957081 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff79dd28-78d0-4c9f-ac6e-585bbacadb26', 'name': 'network-vif-deleted', 'tag': 'de2768e2-3341-4f3a-af6f-cc0d440f2d44'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:11:36.959237 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5f5b7c-7c1b-4bbb-87f8-8a448ae5d51b" -d '{"events": [{"server_uuid": "ff79dd28-78d0-4c9f-ac6e-585bbacadb26", "name": "network-vif-deleted", "tag": "de2768e2-3341-4f3a-af6f-cc0d440f2d44"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:11:36.998221 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-3c01b0a2-30ad-478b-a429-86a7871ca70e service neutron] 10.222.0.18 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626806 Aug 07 04:11:37.021316 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-b6d3809a-18bb-48a8-b0a0-4c76ae77fe3a tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:37.022745 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-b6d3809a-18bb-48a8-b0a0-4c76ae77fe3a tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/networks?id=979c913b-8590-4797-897d-9735e2d2ce74 HTTP/1.1" status: 200 len: 808 time: 0.1272590 Aug 07 04:11:37.037976 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-406324d1-2b8e-4041-960c-8722f3788a94 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/quotas/e43786bfc3284467a643a93e7b2be1f5 HTTP/1.1" status: 200 len: 375 time: 0.0090559 Aug 07 04:11:37.073877 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-798f2601-6576-40ab-9ef8-2b43aaad94c6 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e43786bfc3284467a643a93e7b2be1f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292573 Aug 07 04:11:37.187720 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-0725bec9-c36b-4b1e-ae60-81466b513d45 service neutron] 10.222.0.18 "GET /v2.0/networks/979c913b-8590-4797-897d-9735e2d2ce74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056662 Aug 07 04:11:37.273328 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ed25e5-799d-4769-bb24-3e46243ad280 x-openstack-request-id: req-84ed25e5-799d-4769-bb24-3e46243ad280 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:11:37.273826 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff79dd28-78d0-4c9f-ac6e-585bbacadb26", "name": "network-vif-deleted", "tag": "de2768e2-3341-4f3a-af6f-cc0d440f2d44", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:11:37.274172 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84ed25e5-799d-4769-bb24-3e46243ad280 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:11:37.274597 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff79dd28-78d0-4c9f-ac6e-585bbacadb26', 'name': 'network-vif-deleted', 'tag': 'de2768e2-3341-4f3a-af6f-cc0d440f2d44', 'status': 'completed', 'code': 200} Aug 07 04:11:37.307674 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-2a9685b5-458e-4b2a-988f-73dbeeb7af03 service neutron] 10.222.0.18 "GET /v2.0/networks/979c913b-8590-4797-897d-9735e2d2ce74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177502 Aug 07 04:11:37.375506 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-be81a36d-e52f-4d34-a4d4-42ed9a856d6c req-d4fde461-fe2d-4bbf-bb13-3cecc9ba80bf tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 210 time: 0.0406609 Aug 07 04:11:37.488715 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9bb491f0-6afc-4a6d-8b1e-10e93bc80e93 req-0381d06a-a590-4fd4-8b48-abed06296728 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=701a5527-ccbe-45f0-8665-8d61d0472a8c HTTP/1.1" status: 200 len: 210 time: 0.0372105 Aug 07 04:11:37.762854 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:38.239287 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-ae1fdb31-8089-4171-af1e-1e4c1100d9b9 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:38.240739 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-ae1fdb31-8089-4171-af1e-1e4c1100d9b9 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.30 "GET /v2.0/networks?id=275c17b5-8fd8-4af1-82c9-49e38086c905 HTTP/1.1" status: 200 len: 811 time: 0.1002319 Aug 07 04:11:38.284757 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-4b4af745-b5b6-487a-9965-040675ff5a3f tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=247ed23b8f704cad8656985f5f9aac7d HTTP/1.1" status: 200 len: 380 time: 0.0341318 Aug 07 04:11:38.300585 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Request body: {'port': {'device_id': '0ac5d7b0-aae4-4683-8916-60396f6ce2cc', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'admin_state_up': True, 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'security_groups': ['7233668c-9715-4c05-87d7-2556a1c277a9']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:38.411260 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Made reservation on behalf of 247ed23b8f704cad8656985f5f9aac7d for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:11:38.415002 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:38.511401 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e9bdfef8-5c17-4812-bc31-b064d8a60a17 req-ae3c0fe6-65ac-4526-b208-a218b2c143b2 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 210 time: 0.0371335 Aug 07 04:11:38.646470 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Allocated IP 172.20.0.10 (275c17b5-8fd8-4af1-82c9-49e38086c905/937e2577-2fb8-4215-8d19-a0491f5eb6fe/a43f055d-3e88-463e-912d-4e9c251f3d97) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:11:38.667732 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ddd7bf86-99af-4e80-81d9-cdae108d4268 req-e02149ba-abbc-4a21-a7e5-931f260a531d tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=701a5527-ccbe-45f0-8665-8d61d0472a8c HTTP/1.1" status: 200 len: 210 time: 0.0502818 Aug 07 04:11:38.696746 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-d6a9daa4-2615-4edd-b258-fa62c53cc427 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:38.699106 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-d6a9daa4-2615-4edd-b258-fa62c53cc427 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.30 "GET /v2.0/networks?id=979c913b-8590-4797-897d-9735e2d2ce74 HTTP/1.1" status: 200 len: 808 time: 0.1998746 Aug 07 04:11:38.714930 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Request body: {'port': {'device_id': '701a5527-ccbe-45f0-8665-8d61d0472a8c', 'network_id': '979c913b-8590-4797-897d-9735e2d2ce74', 'admin_state_up': True, 'tenant_id': 'e43786bfc3284467a643a93e7b2be1f5'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:38.837544 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:38.862508 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Transition to ACTIVE for port object a43f055d-3e88-463e-912d-4e9c251f3d97 will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:11:38.902771 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:38.950877 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Network 275c17b5-8fd8-4af1-82c9-49e38086c905 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:11:38.954098 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:11:38.957946 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:11:38.985591 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Pushing event updated for resources: {'Port': ['ID=a43f055d-3e88-463e-912d-4e9c251f3d97,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:39.001462 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.001562 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.001878 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.002230 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.002527 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.003070 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.003572 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.003901 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.004226 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.004547 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.004865 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.005363 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.027259 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:39.027902 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:39.042282 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-07e29869-1c04-4e00-8a7a-6a14441d23b7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7453308 Aug 07 04:11:39.056170 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Request body: {'port': {'device_id': '0ac5d7b0-aae4-4683-8916-60396f6ce2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:39.120430 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:39.123926 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Made reservation on behalf of e43786bfc3284467a643a93e7b2be1f5 for: {'port': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:11:39.127847 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:39.256976 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Allocated IP 172.20.0.4 (979c913b-8590-4797-897d-9735e2d2ce74/30f5d7a8-3e50-49a1-b82c-1abc5663afa3/b5811cc4-18aa-4421-9ed4-e9b7e9b306f1) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:11:39.278010 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-b25a1a3d-ca4d-4973-91a2-d7a85b8a9dea None None] Provisioning for port a43f055d-3e88-463e-912d-4e9c251f3d97 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:11:39.282642 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-b25a1a3d-ca4d-4973-91a2-d7a85b8a9dea None None] Provisioning complete for port a43f055d-3e88-463e-912d-4e9c251f3d97 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:39.283031 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-b25a1a3d-ca4d-4973-91a2-d7a85b8a9dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:39.317026 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-b25a1a3d-ca4d-4973-91a2-d7a85b8a9dea None None] Port a43f055d-3e88-463e-912d-4e9c251f3d97 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:11:39.374214 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device de2768e2-3341-4f3a-af6f-cc0d440f2d44 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:11:39.393981 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: de2768e2-3341-4f3a-af6f-cc0d440f2d44 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:11:39.394602 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device de2768e2-3341-4f3a-af6f-cc0d440f2d44 not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:11:39.395031 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 201aa021-333b-4cc1-8b5f-90a04c0a9b6a no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:11:39.401721 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43f055d-3e88-463e-912d-4e9c251f3d97 {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:11:39.407686 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:39.409347 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:39.416104 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: 201aa021-333b-4cc1-8b5f-90a04c0a9b6a {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:11:39.416457 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device 201aa021-333b-4cc1-8b5f-90a04c0a9b6a not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:11:39.421601 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Transition to ACTIVE for port object a43f055d-3e88-463e-912d-4e9c251f3d97 will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:11:39.424980 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:39.447702 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:39.478669 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Pushing event updated for resources: {'Port': ['ID=a43f055d-3e88-463e-912d-4e9c251f3d97,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:39.501947 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Network 979c913b-8590-4797-897d-9735e2d2ce74 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:11:39.509136 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:11:39.512627 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:11:39.543859 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Pushing event updated for resources: {'Port': ['ID=b5811cc4-18aa-4421-9ed4-e9b7e9b306f1,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:39.558939 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Attempting to bind port a43f055d-3e88-463e-912d-4e9c251f3d97 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:11:39.559448 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Attempting to bind port a43f055d-3e88-463e-912d-4e9c251f3d97 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:11:39.560034 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Attempting to bind port a43f055d-3e88-463e-912d-4e9c251f3d97 on network 275c17b5-8fd8-4af1-82c9-49e38086c905 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:11:39.560444 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.560798 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.561140 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.561478 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.561812 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.562144 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.562479 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.562804 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.563159 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.563485 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.563808 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.564127 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:39.565530 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Port a43f055d-3e88-463e-912d-4e9c251f3d97 on network 275c17b5-8fd8-4af1-82c9-49e38086c905 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:11:39.565927 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Attempting to bind port a43f055d-3e88-463e-912d-4e9c251f3d97 on network 275c17b5-8fd8-4af1-82c9-49e38086c905 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:11:39.572503 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:11:39.572755 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Checking segment: {'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:11:39.573222 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Bound using segment: {'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:11:39.573730 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Bound port: a43f055d-3e88-463e-912d-4e9c251f3d97, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:11:39.574172 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:39.582321 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:39.583000 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:39.598382 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-2b365f32-bdd4-4b45-bb17-ecd5d7b93767 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8903236 Aug 07 04:11:39.610782 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Request body: {'port': {'device_id': '701a5527-ccbe-45f0-8665-8d61d0472a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:39.673573 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:39.677936 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f1aea-dbab-4f99-9561-a7800a0ffd38 req-6b614edd-324c-4173-ac66-fa36249bd6d5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:39.679475 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b68f1aea-dbab-4f99-9561-a7800a0ffd38 req-6b614edd-324c-4173-ac66-fa36249bd6d5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 944 time: 0.0893385 Aug 07 04:11:39.695635 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] For port a43f055d-3e88-463e-912d-4e9c251f3d97, host hv-cinder-80374, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:11:39.720333 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] For port a43f055d-3e88-463e-912d-4e9c251f3d97, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=a43f055d-3e88-463e-912d-4e9c251f3d97,segment=NetworkSegment(549511e2-bf80-4ddd-8be1-f50d68cac207),segment_id=549511e2-bf80-4ddd-8be1-f50d68cac207)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:11:39.727847 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:39.764314 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b68f1aea-dbab-4f99-9561-a7800a0ffd38 req-c00b7c13-16e3-45e4-94c4-e534efb38213 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783458 Aug 07 04:11:39.804918 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:39.805578 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:39.807520 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] 10.222.0.30 "PUT /v2.0/ports/a43f055d-3e88-463e-912d-4e9c251f3d97 HTTP/1.1" status: 200 len: 1094 time: 0.7566159 Aug 07 04:11:39.809104 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac5d7b0-aae4-4683-8916-60396f6ce2cc', 'tag': 'a43f055d-3e88-463e-912d-4e9c251f3d97'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:11:39.812221 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f084b8-eb37-4378-ba69-54b161b54565" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac5d7b0-aae4-4683-8916-60396f6ce2cc", "tag": "a43f055d-3e88-463e-912d-4e9c251f3d97"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:11:39.848385 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2cda9-2d21-46ae-abdb-dc54ca223b7e service neutron] Pushing event updated for resources: {'Port': ['ID=a43f055d-3e88-463e-912d-4e9c251f3d97,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:39.862241 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c257b-d68f-4f2d-b848-fae932e47474 req-4a30976e-59b5-4d09-b0c3-dc8622e4fdaa tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:39.864141 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-725c257b-d68f-4f2d-b848-fae932e47474 req-4a30976e-59b5-4d09-b0c3-dc8622e4fdaa tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=701a5527-ccbe-45f0-8665-8d61d0472a8c HTTP/1.1" status: 200 len: 931 time: 0.1032743 Aug 07 04:11:39.889160 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44850f35-93fc-493e-a770-5632a9a94fdc x-openstack-request-id: req-44850f35-93fc-493e-a770-5632a9a94fdc {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:11:39.889674 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac5d7b0-aae4-4683-8916-60396f6ce2cc", "tag": "a43f055d-3e88-463e-912d-4e9c251f3d97", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:11:39.890059 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44850f35-93fc-493e-a770-5632a9a94fdc {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:11:39.890615 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac5d7b0-aae4-4683-8916-60396f6ce2cc', 'tag': 'a43f055d-3e88-463e-912d-4e9c251f3d97', 'status': 'completed', 'code': 200} Aug 07 04:11:39.940384 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-725c257b-d68f-4f2d-b848-fae932e47474 req-99053777-eb30-47d0-a678-8a23e2112106 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692630 Aug 07 04:11:39.943102 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-25807367-58a5-416f-aafb-f6e725fed122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:39.944537 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-25807367-58a5-416f-aafb-f6e725fed122 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=247ed23b8f704cad8656985f5f9aac7d&device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 1097 time: 0.0714121 Aug 07 04:11:39.978952 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 {{(pid=93434) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:11:39.987655 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:39.993437 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-ecc6ee2a-3180-42cf-ae3e-eb38c3f17481 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a43f055d-3e88-463e-912d-4e9c251f3d97 HTTP/1.1" status: 200 len: 217 time: 0.0398173 Aug 07 04:11:40.001413 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Transition to ACTIVE for port object b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 will not be triggered until provisioned by entity L2. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:11:40.010764 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:40.052848 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-098ee6d7-ec6e-4e5b-bbee-6511ba1d8d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:40.054315 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-098ee6d7-ec6e-4e5b-bbee-6511ba1d8d1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937e2577-2fb8-4215-8d19-a0491f5eb6fe HTTP/1.1" status: 200 len: 850 time: 0.0541730 Aug 07 04:11:40.065440 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16398681-291e-4ddf-81db-90727941351b service neutron] Pushing event updated for resources: {'Port': ['ID=b5811cc4-18aa-4421-9ed4-e9b7e9b306f1,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:40.111471 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-9eaec965-5ee5-469f-a250-ca665520cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:40.112966 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-9eaec965-5ee5-469f-a250-ca665520cc6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=275c17b5-8fd8-4af1-82c9-49e38086c905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505641 Aug 07 04:11:40.142129 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Attempting to bind port b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:11:40.142615 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Attempting to bind port b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': 'ea994c9a-f557-4397-9096-cdfca6e01427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '979c913b-8590-4797-897d-9735e2d2ce74'}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:11:40.142956 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Attempting to bind port b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 on network 979c913b-8590-4797-897d-9735e2d2ce74 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:11:40.147639 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Port b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 on network 979c913b-8590-4797-897d-9735e2d2ce74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:11:40.147967 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Attempting to bind port b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 on network 979c913b-8590-4797-897d-9735e2d2ce74 {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:11:40.154229 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:11:40.154570 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Checking segment: {'id': 'ea994c9a-f557-4397-9096-cdfca6e01427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '979c913b-8590-4797-897d-9735e2d2ce74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:11:40.154958 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Bound using segment: {'id': 'ea994c9a-f557-4397-9096-cdfca6e01427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '979c913b-8590-4797-897d-9735e2d2ce74'} {{(pid=93434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:11:40.155419 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.managers [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Bound port: b5811cc4-18aa-4421-9ed4-e9b7e9b306f1, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea994c9a-f557-4397-9096-cdfca6e01427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '979c913b-8590-4797-897d-9735e2d2ce74'}}] {{(pid=93434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:11:40.155837 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:40.208232 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-0db3868e-637c-4365-9a47-ed2d8427b4b1 service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883255 Aug 07 04:11:40.221664 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] For port b5811cc4-18aa-4421-9ed4-e9b7e9b306f1, host hv-cinder-80374, cleared binding levels {{(pid=93434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:11:40.225016 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.db [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] For port b5811cc4-18aa-4421-9ed4-e9b7e9b306f1, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=b5811cc4-18aa-4421-9ed4-e9b7e9b306f1,segment=NetworkSegment(ea994c9a-f557-4397-9096-cdfca6e01427),segment_id=ea994c9a-f557-4397-9096-cdfca6e01427)] {{(pid=93434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:11:40.229715 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:40.267559 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:40.268186 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:40.269600 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-16398681-291e-4ddf-81db-90727941351b service neutron] 10.222.0.30 "PUT /v2.0/ports/b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 HTTP/1.1" status: 200 len: 1093 time: 0.6633990 Aug 07 04:11:40.270049 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701a5527-ccbe-45f0-8665-8d61d0472a8c', 'tag': 'b5811cc4-18aa-4421-9ed4-e9b7e9b306f1'}] {{(pid=93434) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:11:40.272378 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4e331d8a6d876d6b3bab83d16d7696f582f070b4fe77470289b2738199788a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7b1642-707d-4a1f-a5d6-9dcff275cc9b" -d '{"events": [{"name": "network-changed", "server_uuid": "701a5527-ccbe-45f0-8665-8d61d0472a8c", "tag": "b5811cc4-18aa-4421-9ed4-e9b7e9b306f1"}]}' {{(pid=93434) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:11:40.298106 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16398681-291e-4ddf-81db-90727941351b service neutron] Pushing event updated for resources: {'Port': ['ID=b5811cc4-18aa-4421-9ed4-e9b7e9b306f1,revision_number=3']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:40.327940 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8823005b-4e77-49d1-9055-2ecb29d1449e req-66658860-bbc0-4235-853f-4dfd95a806ab service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123726 Aug 07 04:11:40.331979 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456b9b54-6f04-46b4-918a-ab7b8b1c0c7b x-openstack-request-id: req-456b9b54-6f04-46b4-918a-ab7b8b1c0c7b {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:11:40.331979 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701a5527-ccbe-45f0-8665-8d61d0472a8c", "tag": "b5811cc4-18aa-4421-9ed4-e9b7e9b306f1", "status": "completed", "code": 200}]} {{(pid=93434) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:11:40.331979 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-456b9b54-6f04-46b4-918a-ab7b8b1c0c7b {{(pid=93434) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:11:40.332293 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701a5527-ccbe-45f0-8665-8d61d0472a8c', 'tag': 'b5811cc4-18aa-4421-9ed4-e9b7e9b306f1', 'status': 'completed', 'code': 200} Aug 07 04:11:40.349593 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56918) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:40.373077 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-256dde7a-7b34-4405-96f7-d435ba7799b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:40.374766 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-256dde7a-7b34-4405-96f7-d435ba7799b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e43786bfc3284467a643a93e7b2be1f5&device_id=701a5527-ccbe-45f0-8665-8d61d0472a8c HTTP/1.1" status: 200 len: 1096 time: 0.0567079 Aug 07 04:11:40.413121 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f084b8-eb37-4378-ba69-54b161b54565 req-3c18bd03-6235-4edf-800e-87f9fb53c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:40.414865 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66f084b8-eb37-4378-ba69-54b161b54565 req-3c18bd03-6235-4edf-800e-87f9fb53c470 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=247ed23b8f704cad8656985f5f9aac7d&device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 1097 time: 0.0425954 Aug 07 04:11:40.422935 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-ff403e23-3dbf-4710-bf02-0a3514ffcbd3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 HTTP/1.1" status: 200 len: 217 time: 0.0407684 Aug 07 04:11:40.475806 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f7ef94a6-38ec-456b-abbf-b9533c5951d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:40.491104 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-89190a71-8884-4437-b021-4b7127c3ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:40.493163 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-89190a71-8884-4437-b021-4b7127c3ee79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30f5d7a8-3e50-49a1-b82c-1abc5663afa3 HTTP/1.1" status: 200 len: 848 time: 0.0635116 Aug 07 04:11:40.510668 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f084b8-eb37-4378-ba69-54b161b54565 req-8983b5bd-b172-4834-847e-9a87feef4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:40.512169 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66f084b8-eb37-4378-ba69-54b161b54565 req-8983b5bd-b172-4834-847e-9a87feef4872 service neutron] 10.222.0.30 "GET /v2.0/networks?id=275c17b5-8fd8-4af1-82c9-49e38086c905 HTTP/1.1" status: 200 len: 912 time: 0.0887678 Aug 07 04:11:40.536071 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-c279f644-4623-4af2-a4f2-fa9653d6c485 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=979c913b-8590-4797-897d-9735e2d2ce74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312715 Aug 07 04:11:40.553797 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66f084b8-eb37-4378-ba69-54b161b54565 req-fb223502-f36b-4fa1-8087-656b82049628 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a43f055d-3e88-463e-912d-4e9c251f3d97 HTTP/1.1" status: 200 len: 217 time: 0.0341730 Aug 07 04:11:40.607527 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f084b8-eb37-4378-ba69-54b161b54565 req-dd20d78a-76dd-403b-a025-d9c3b262e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:40.609178 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66f084b8-eb37-4378-ba69-54b161b54565 req-dd20d78a-76dd-403b-a025-d9c3b262e2c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937e2577-2fb8-4215-8d19-a0491f5eb6fe HTTP/1.1" status: 200 len: 850 time: 0.0475435 Aug 07 04:11:40.657481 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f084b8-eb37-4378-ba69-54b161b54565 req-2608e32f-f472-461b-b0dc-70e050e7fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:40.658956 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66f084b8-eb37-4378-ba69-54b161b54565 req-2608e32f-f472-461b-b0dc-70e050e7fae8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=275c17b5-8fd8-4af1-82c9-49e38086c905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426288 Aug 07 04:11:40.665896 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-6abcb929-4564-42f5-9030-8025e5bea404 service neutron] 10.222.0.30 "GET /v2.0/networks/979c913b-8590-4797-897d-9735e2d2ce74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223722 Aug 07 04:11:40.684784 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f7ef94a6-38ec-456b-abbf-b9533c5951d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:40.695084 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-f7ef94a6-38ec-456b-abbf-b9533c5951d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:40.747411 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66f084b8-eb37-4378-ba69-54b161b54565 req-ea1fca1b-9305-4472-98df-acd5c2560944 service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812626 Aug 07 04:11:40.769505 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef94a6-38ec-456b-abbf-b9533c5951d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89072bdc-6bcd-48df-b5e4-ac59c1fdb91c,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:40.778692 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-f7ef94a6-38ec-456b-abbf-b9533c5951d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86f0139565d54a6da30b79e18af63baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258139 Aug 07 04:11:40.782904 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56922) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:40.829347 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [req-c8b65c47-193f-4e5e-96b8-e516a87dd5b2 req-3023e1ab-f7ed-48f9-bba1-c33706f206eb service neutron] 10.222.0.30 "GET /v2.0/networks/979c913b-8590-4797-897d-9735e2d2ce74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560631 Aug 07 04:11:40.852455 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9e18b648-a2a8-4cd0-9a8d-1f330c3afe18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:40.861161 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-66f084b8-eb37-4378-ba69-54b161b54565 req-181d5a35-6d81-4dca-b57b-a925bd6a767d service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072555 Aug 07 04:11:40.878163 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9e18b648-a2a8-4cd0-9a8d-1f330c3afe18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:40.920657 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3eed0c-4063-491e-880a-95024f3edec5 req-6d8ca172-33a8-45e4-a476-532ab18819f5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:40.922128 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d3eed0c-4063-491e-880a-95024f3edec5 req-6d8ca172-33a8-45e4-a476-532ab18819f5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 944 time: 0.0817053 Aug 07 04:11:40.928126 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9e18b648-a2a8-4cd0-9a8d-1f330c3afe18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:40.930707 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-9e18b648-a2a8-4cd0-9a8d-1f330c3afe18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:40.934502 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-9e18b648-a2a8-4cd0-9a8d-1f330c3afe18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89072bdc-6bcd-48df-b5e4-ac59c1fdb91c HTTP/1.1" status: 204 len: 168 time: 0.1506424 Aug 07 04:11:40.939894 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b1642-707d-4a1f-a5d6-9dcff275cc9b req-e0fb2a6c-cca4-4b45-80aa-751cb233257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:40.941326 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec7b1642-707d-4a1f-a5d6-9dcff275cc9b req-e0fb2a6c-cca4-4b45-80aa-751cb233257c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e43786bfc3284467a643a93e7b2be1f5&device_id=701a5527-ccbe-45f0-8665-8d61d0472a8c HTTP/1.1" status: 200 len: 1096 time: 0.0642161 Aug 07 04:11:40.942328 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18b648-a2a8-4cd0-9a8d-1f330c3afe18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89072bdc-6bcd-48df-b5e4-ac59c1fdb91c,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:41.040112 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8d3eed0c-4063-491e-880a-95024f3edec5 req-2513bd31-96dd-4f8b-a44b-d125e4d4534a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099634 Aug 07 04:11:41.100062 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0faff-ff1d-4785-9eff-117c33cbecd9 req-2d8d9e49-b62f-4407-ae28-58e76f0be0f7 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:41.101529 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e5d0faff-ff1d-4785-9eff-117c33cbecd9 req-2d8d9e49-b62f-4407-ae28-58e76f0be0f7 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=701a5527-ccbe-45f0-8665-8d61d0472a8c HTTP/1.1" status: 200 len: 943 time: 0.0839629 Aug 07 04:11:41.103549 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b1642-707d-4a1f-a5d6-9dcff275cc9b req-994cd750-98b5-492a-bd5e-6191b1daafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:41.104858 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec7b1642-707d-4a1f-a5d6-9dcff275cc9b req-994cd750-98b5-492a-bd5e-6191b1daafe7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=979c913b-8590-4797-897d-9735e2d2ce74 HTTP/1.1" status: 200 len: 909 time: 0.1558046 Aug 07 04:11:41.167277 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec7b1642-707d-4a1f-a5d6-9dcff275cc9b req-fc375c88-ed65-4eb9-a5a6-2343d94c9e12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 HTTP/1.1" status: 200 len: 217 time: 0.0511262 Aug 07 04:11:41.187779 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e5d0faff-ff1d-4785-9eff-117c33cbecd9 req-bd1de5bd-b943-4e90-a8ab-c70a8fa2dfae tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787919 Aug 07 04:11:41.207521 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56932) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:41.220983 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-55baee8e-218c-4294-b1fd-f6fda6901609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:41.229902 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b1642-707d-4a1f-a5d6-9dcff275cc9b req-16ba7da4-ad7d-4304-b07d-75f2e7f1e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:41.231396 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec7b1642-707d-4a1f-a5d6-9dcff275cc9b req-16ba7da4-ad7d-4304-b07d-75f2e7f1e8ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30f5d7a8-3e50-49a1-b82c-1abc5663afa3 HTTP/1.1" status: 200 len: 848 time: 0.0566361 Aug 07 04:11:41.264317 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec7b1642-707d-4a1f-a5d6-9dcff275cc9b req-9f8d1dae-f8ad-4e12-9a1a-2b21e4c33a41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=979c913b-8590-4797-897d-9735e2d2ce74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252225 Aug 07 04:11:41.316088 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-55baee8e-218c-4294-b1fd-f6fda6901609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:41.320085 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-55baee8e-218c-4294-b1fd-f6fda6901609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:41.359634 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-55baee8e-218c-4294-b1fd-f6fda6901609 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=580bde9f209642f8a2ea2bcdbe355fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510336 Aug 07 04:11:41.360003 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec7b1642-707d-4a1f-a5d6-9dcff275cc9b req-13c9c108-8670-4dd0-a86f-f8c81f16b253 service neutron] 10.222.0.30 "GET /v2.0/networks/979c913b-8590-4797-897d-9735e2d2ce74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880811 Aug 07 04:11:41.360498 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55baee8e-218c-4294-b1fd-f6fda6901609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed20c36c-c7f1-4f42-915d-b74772e02782,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:41.362187 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 56934) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:41.471117 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-41eae50d-f7fd-4809-8767-14b3e553f416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:41.498670 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec7b1642-707d-4a1f-a5d6-9dcff275cc9b req-c255ce05-5099-4e66-8cd8-b57afbe73cd0 service neutron] 10.222.0.30 "GET /v2.0/networks/979c913b-8590-4797-897d-9735e2d2ce74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300800 Aug 07 04:11:41.506937 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-41eae50d-f7fd-4809-8767-14b3e553f416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:41.553846 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-41eae50d-f7fd-4809-8767-14b3e553f416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:41.557379 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-41eae50d-f7fd-4809-8767-14b3e553f416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:41.558594 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-41eae50d-f7fd-4809-8767-14b3e553f416 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed20c36c-c7f1-4f42-915d-b74772e02782 HTTP/1.1" status: 204 len: 168 time: 0.1954107 Aug 07 04:11:41.565982 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eae50d-f7fd-4809-8767-14b3e553f416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed20c36c-c7f1-4f42-915d-b74772e02782,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:41.876373 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 56940) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:41.890042 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-79d54232-3cdf-469f-8bb5-9d548993640b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:41.976820 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-79d54232-3cdf-469f-8bb5-9d548993640b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:41.980576 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-79d54232-3cdf-469f-8bb5-9d548993640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:42.018525 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-79d54232-3cdf-469f-8bb5-9d548993640b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d62de81c48e14840a4cadd6ef0e785e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410563 Aug 07 04:11:42.019418 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d54232-3cdf-469f-8bb5-9d548993640b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd9319a-9671-4602-97f3-cd071e6699a3,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:42.021174 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56942) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:42.069663 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ea4728dc-06e3-4618-974c-9be035307ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:42.091984 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ea4728dc-06e3-4618-974c-9be035307ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:42.137442 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ea4728dc-06e3-4618-974c-9be035307ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:42.140145 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-ea4728dc-06e3-4618-974c-9be035307ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:42.141448 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-ea4728dc-06e3-4618-974c-9be035307ea0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5bd9319a-9671-4602-97f3-cd071e6699a3 HTTP/1.1" status: 204 len: 168 time: 0.1191754 Aug 07 04:11:42.149251 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4728dc-06e3-4618-974c-9be035307ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd9319a-9671-4602-97f3-cd071e6699a3,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:42.173552 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a471f0-cca9-414c-ac57-848c2ae0187b req-9e66aff1-dcea-42e9-8758-d67a5e148e1f tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:42.175078 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-64a471f0-cca9-414c-ac57-848c2ae0187b req-9e66aff1-dcea-42e9-8758-d67a5e148e1f tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 944 time: 0.0613978 Aug 07 04:11:42.213215 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-64a471f0-cca9-414c-ac57-848c2ae0187b req-27283bd3-516c-4138-97fb-0287af1fc964 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315990 Aug 07 04:11:42.308534 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcc9dd-b27d-4544-ab10-70d9559603da req-6f3e0f3e-321a-456b-a1ed-8da84e5b2dc0 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:42.310156 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cddcc9dd-b27d-4544-ab10-70d9559603da req-6f3e0f3e-321a-456b-a1ed-8da84e5b2dc0 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=701a5527-ccbe-45f0-8665-8d61d0472a8c HTTP/1.1" status: 200 len: 943 time: 0.0539296 Aug 07 04:11:42.351146 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cddcc9dd-b27d-4544-ab10-70d9559603da req-f2550dc6-9a11-4cc0-90fb-2dc4c3052a57 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346415 Aug 07 04:11:43.176938 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56976) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:43.281359 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-992b3575-c0bc-4ef0-a829-f59479902dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:43.327105 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55b2b5-0f16-4081-a174-56b83bf190be req-1ca14d67-22fd-4da8-90f9-3e343479e6bc tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:43.328613 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cf55b2b5-0f16-4081-a174-56b83bf190be req-1ca14d67-22fd-4da8-90f9-3e343479e6bc tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 944 time: 0.0483634 Aug 07 04:11:43.368222 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-cf55b2b5-0f16-4081-a174-56b83bf190be req-792e6710-9818-47aa-9508-33f472d3242b tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323484 Aug 07 04:11:43.372005 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-992b3575-c0bc-4ef0-a829-f59479902dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:43.377707 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-992b3575-c0bc-4ef0-a829-f59479902dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:43.405678 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:11:43.420930 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-992b3575-c0bc-4ef0-a829-f59479902dc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=376ff87741d740faa8812f5aa22b8b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428825 Aug 07 04:11:43.421797 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b3575-c0bc-4ef0-a829-f59479902dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148bb9bc-ef74-4d9f-880a-b80e55d8eda6,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:43.424134 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 56984) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:43.471931 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11089624-d437-41fb-bf9f-2aea8825134c req-5c6207df-0d1a-4164-b159-f97e4741667c tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:43.473597 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-11089624-d437-41fb-bf9f-2aea8825134c req-5c6207df-0d1a-4164-b159-f97e4741667c tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=701a5527-ccbe-45f0-8665-8d61d0472a8c HTTP/1.1" status: 200 len: 943 time: 0.0537221 Aug 07 04:11:43.475571 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c5fd-8d4b-4a5c-b981-b700581f1e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:43.497614 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c5fd-8d4b-4a5c-b981-b700581f1e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:43.513912 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-11089624-d437-41fb-bf9f-2aea8825134c req-a6316de1-a376-4637-bf6f-d729ad978ba2 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329561 Aug 07 04:11:43.521331 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port b5811cc4-18aa-4421-9ed4-e9b7e9b306f1, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=b5811cc4-18aa-4421-9ed4-e9b7e9b306f1,segment=NetworkSegment(ea994c9a-f557-4397-9096-cdfca6e01427),segment_id=ea994c9a-f557-4397-9096-cdfca6e01427)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:43.540116 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': 'b5811cc4-18aa-4421-9ed4-e9b7e9b306f1', 'network_id': '979c913b-8590-4797-897d-9735e2d2ce74', 'port_id': 'b5811cc4-18aa-4421-9ed4-e9b7e9b306f1', 'mac_address': 'fa:16:3e:56:fb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f5d7a8-3e50-49a1-b82c-1abc5663afa3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:11:43.546373 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c5fd-8d4b-4a5c-b981-b700581f1e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:43.549043 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c5fd-8d4b-4a5c-b981-b700581f1e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:43.550188 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-cfb0c5fd-8d4b-4a5c-b981-b700581f1e6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/148bb9bc-ef74-4d9f-880a-b80e55d8eda6 HTTP/1.1" status: 204 len: 168 time: 0.1252143 Aug 07 04:11:43.558190 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0c5fd-8d4b-4a5c-b981-b700581f1e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148bb9bc-ef74-4d9f-880a-b80e55d8eda6,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:43.580581 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:43.593332 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:11:43.614379 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port b5811cc4-18aa-4421-9ed4-e9b7e9b306f1, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=b5811cc4-18aa-4421-9ed4-e9b7e9b306f1,segment=NetworkSegment(ea994c9a-f557-4397-9096-cdfca6e01427),segment_id=ea994c9a-f557-4397-9096-cdfca6e01427)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:43.618031 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:43.671220 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=b5811cc4-18aa-4421-9ed4-e9b7e9b306f1,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:43.810879 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['b5811cc4-18aa-4421-9ed4-e9b7e9b306f1'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:11:44.153739 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 57006) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:44.247326 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-1fcfe7a5-75f7-4098-9beb-21a79cbda05f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1479793599-network', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:44.268561 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcfe7a5-75f7-4098-9beb-21a79cbda05f admin admin] Made reservation on behalf of e3e4d4ef3abe4de481381a13dd912222 for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:11:44.270876 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe7a5-75f7-4098-9beb-21a79cbda05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:44.279367 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe7a5-75f7-4098-9beb-21a79cbda05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:44.365594 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe7a5-75f7-4098-9beb-21a79cbda05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:44.369515 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe7a5-75f7-4098-9beb-21a79cbda05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:44.394245 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcfe7a5-75f7-4098-9beb-21a79cbda05f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:11:44.404160 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfe7a5-75f7-4098-9beb-21a79cbda05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a136ac68-adc3-41fa-9395-cbd96937dbed,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:44.409212 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe7a5-75f7-4098-9beb-21a79cbda05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:44.409558 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-1fcfe7a5-75f7-4098-9beb-21a79cbda05f admin admin] Added segment 1cfabf74-6286-4545-b3bb-960455aab5d7 of type vlan for network 03230b8c-a260-48a2-95b7-580ea4463021 Aug 07 04:11:44.453278 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe7a5-75f7-4098-9beb-21a79cbda05f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:44.481570 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe7a5-75f7-4098-9beb-21a79cbda05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:44.482733 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcfe7a5-75f7-4098-9beb-21a79cbda05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:44.483357 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe7a5-75f7-4098-9beb-21a79cbda05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:44.500275 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f590c3-152b-4708-ad66-3ce73c1e71d9 req-035ad911-47fc-46f2-965a-ff8ceb24c4bc tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:44.501786 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-75f590c3-152b-4708-ad66-3ce73c1e71d9 req-035ad911-47fc-46f2-965a-ff8ceb24c4bc tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 944 time: 0.0525925 Aug 07 04:11:44.538197 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-1fcfe7a5-75f7-4098-9beb-21a79cbda05f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3833585 Aug 07 04:11:44.541502 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 57012) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:44.542550 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-75f590c3-152b-4708-ad66-3ce73c1e71d9 req-3dd26378-4af3-49b8-9c49-1009fb8ae8df tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342987 Aug 07 04:11:44.549069 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-5b04a6f6-75b6-4dd5-b96d-b431ea5b57c3 admin admin] Request body: {'subnet': {'network_id': '03230b8c-a260-48a2-95b7-580ea4463021', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1479793599-subnet', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'ip_version': 4}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:44.553102 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfe7a5-75f7-4098-9beb-21a79cbda05f admin admin] Pushing event updated for resources: {'Network': ['ID=03230b8c-a260-48a2-95b7-580ea4463021,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:44.563888 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network 03230b8c-a260-48a2-95b7-580ea4463021 details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:11:44.575410 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b04a6f6-75b6-4dd5-b96d-b431ea5b57c3 admin admin] Made reservation on behalf of e3e4d4ef3abe4de481381a13dd912222 for: {'subnet': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:11:44.578476 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5b04a6f6-75b6-4dd5-b96d-b431ea5b57c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4039116'] for subnet, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:44.649973 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cec974-a383-489c-a9ef-14d25c3b7ec6 req-dd604395-623a-4d17-97cd-83d0ef2810c4 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:44.651529 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-30cec974-a383-489c-a9ef-14d25c3b7ec6 req-dd604395-623a-4d17-97cd-83d0ef2810c4 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=701a5527-ccbe-45f0-8665-8d61d0472a8c HTTP/1.1" status: 200 len: 944 time: 0.0523231 Aug 07 04:11:44.691326 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-30cec974-a383-489c-a9ef-14d25c3b7ec6 req-5a3237bc-c3fc-46a1-b3c6-cd2e55979e34 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333567 Aug 07 04:11:44.745980 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5b04a6f6-75b6-4dd5-b96d-b431ea5b57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4031526', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4039166'] for subnet, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:44.800969 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04a6f6-75b6-4dd5-b96d-b431ea5b57c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16363a5e-b745-4b9f-9cee-39306d00f3cd,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:44.809493 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04a6f6-75b6-4dd5-b96d-b431ea5b57c3 admin admin] Checking segment: {'id': '1cfabf74-6286-4545-b3bb-960455aab5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:11:44.809853 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b04a6f6-75b6-4dd5-b96d-b431ea5b57c3 admin admin] Network hostable DHCP agents. Network: 03230b8c-a260-48a2-95b7-580ea4463021, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93434) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:11:44.825022 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b04a6f6-75b6-4dd5-b96d-b431ea5b57c3 admin admin] Network 03230b8c-a260-48a2-95b7-580ea4463021 is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93434) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:11:44.833401 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-5b04a6f6-75b6-4dd5-b96d-b431ea5b57c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, 03230b8c-a260-48a2-95b7-580ea4463021) {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:11:44.837921 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b04a6f6-75b6-4dd5-b96d-b431ea5b57c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:44.839031 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-5b04a6f6-75b6-4dd5-b96d-b431ea5b57c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for subnet, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:44.843160 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1abc00-bf77-467c-9f06-4f8d526b3bcf None None] Network 03230b8c-a260-48a2-95b7-580ea4463021 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:11:44.856523 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-5b04a6f6-75b6-4dd5-b96d-b431ea5b57c3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3120065 Aug 07 04:11:44.859109 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 57016) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:44.863451 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1479793599-router', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:44.883889 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31465'] for router, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:44.884897 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-953212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:44.938999 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:44.991950 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa997e167-6b1a-5d8a-8195-c4d873ed3b43-03230b8c-a260-48a2-95b7-580ea4463021', 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'fixed_ips': [{'subnet_id': '16363a5e-b745-4b9f-9cee-39306d00f3cd'}]}} from dv-cinder-803748-2-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:11:44.992817 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:45.076243 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:45.127218 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Allocated IP 172.20.0.2 (03230b8c-a260-48a2-95b7-580ea4463021/16363a5e-b745-4b9f-9cee-39306d00f3cd/c74767e5-18b8-4f55-a095-f5b868be5ef1) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:11:45.270562 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:45.283618 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:45.289982 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:45.292089 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Transition to ACTIVE for port object c74767e5-18b8-4f55-a095-f5b868be5ef1 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:11:45.308118 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Transition to ACTIVE for port object c74767e5-18b8-4f55-a095-f5b868be5ef1 will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:11:45.313559 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:45.353744 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Network 03230b8c-a260-48a2-95b7-580ea4463021 is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:11:45.356570 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:11:45.358935 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:11:45.372401 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Pushing event updated for resources: {'Port': ['ID=c74767e5-18b8-4f55-a095-f5b868be5ef1,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:45.395451 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Allocated IP 172.27.0.131 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/e71c4ab7-ab08-4423-894e-de85be1aff85) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:11:45.410682 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:11:45.443606 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Attempting to bind port c74767e5-18b8-4f55-a095-f5b868be5ef1 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:11:45.443975 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Attempting to bind port c74767e5-18b8-4f55-a095-f5b868be5ef1 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '1cfabf74-6286-4545-b3bb-960455aab5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:11:45.444336 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Attempting to bind port c74767e5-18b8-4f55-a095-f5b868be5ef1 on network 03230b8c-a260-48a2-95b7-580ea4463021 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:11:45.455846 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:11:45.456216 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Checking segment: {'id': '1cfabf74-6286-4545-b3bb-960455aab5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:11:45.456615 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:45.457004 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Bound using segment: {'id': '1cfabf74-6286-4545-b3bb-960455aab5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:11:45.457461 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Bound port: c74767e5-18b8-4f55-a095-f5b868be5ef1, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfabf74-6286-4545-b3bb-960455aab5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:11:45.457843 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:45.495519 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:45.518147 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:11:45.529822 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:45.530189 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:45.539395 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:45.572394 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] For port c74767e5-18b8-4f55-a095-f5b868be5ef1, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:11:45.576342 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] For port c74767e5-18b8-4f55-a095-f5b868be5ef1, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=c74767e5-18b8-4f55-a095-f5b868be5ef1,segment=NetworkSegment(1cfabf74-6286-4545-b3bb-960455aab5d7),segment_id=1cfabf74-6286-4545-b3bb-960455aab5d7)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:11:45.577142 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:11:45.580245 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:11:45.582956 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:45.583726 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:11:45.621438 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Pushing event updated for resources: {'Port': ['ID=e71c4ab7-ab08-4423-894e-de85be1aff85,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:45.670284 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f8ef9-d3ec-4a78-967f-6c70211f3034 None None] Pushing event updated for resources: {'Port': ['ID=c74767e5-18b8-4f55-a095-f5b868be5ef1,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:45.682942 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:45.683767 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f731aff-67f0-4152-9bc4-057c14d5dc8c req-80d9b31e-202e-4e66-8593-3ec60397caa7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:45.685979 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f731aff-67f0-4152-9bc4-057c14d5dc8c req-80d9b31e-202e-4e66-8593-3ec60397caa7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 944 time: 0.0691044 Aug 07 04:11:45.710180 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701a5527-ccbe-45f0-8665-8d61d0472a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5811cc4-18aa-4421-9ed4-e9b7e9b306f1'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:11:45.719183 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222015b4-5281-4e18-a493-d1a7c24991b7" -d '{"events": [{"server_uuid": "701a5527-ccbe-45f0-8665-8d61d0472a8c", "name": "network-vif-plugged", "status": "completed", "tag": "b5811cc4-18aa-4421-9ed4-e9b7e9b306f1"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:11:45.735017 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port b5811cc4-18aa-4421-9ed4-e9b7e9b306f1, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=b5811cc4-18aa-4421-9ed4-e9b7e9b306f1,segment=NetworkSegment(ea994c9a-f557-4397-9096-cdfca6e01427),segment_id=ea994c9a-f557-4397-9096-cdfca6e01427)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:45.737746 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f731aff-67f0-4152-9bc4-057c14d5dc8c req-ed300427-cc26-4bff-a72a-7990a2d12b79 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402787 Aug 07 04:11:45.747997 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:45.825127 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f425c4-1ecb-4cba-9143-2425698cdaf6 x-openstack-request-id: req-c6f425c4-1ecb-4cba-9143-2425698cdaf6 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:11:45.825436 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701a5527-ccbe-45f0-8665-8d61d0472a8c", "name": "network-vif-plugged", "status": "completed", "tag": "b5811cc4-18aa-4421-9ed4-e9b7e9b306f1", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:11:45.825695 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6f425c4-1ecb-4cba-9143-2425698cdaf6 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:11:45.826108 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701a5527-ccbe-45f0-8665-8d61d0472a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5811cc4-18aa-4421-9ed4-e9b7e9b306f1', 'code': 200} Aug 07 04:11:45.847314 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=b5811cc4-18aa-4421-9ed4-e9b7e9b306f1,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:45.872826 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65585bad-6d42-44b5-bd7e-2ecd078c9d63 req-b6f62050-368c-48cb-a95c-9e4314a0409d tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:45.874347 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-65585bad-6d42-44b5-bd7e-2ecd078c9d63 req-b6f62050-368c-48cb-a95c-9e4314a0409d tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=701a5527-ccbe-45f0-8665-8d61d0472a8c HTTP/1.1" status: 200 len: 945 time: 0.0894482 Aug 07 04:11:45.927604 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:45.935152 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-65585bad-6d42-44b5-bd7e-2ecd078c9d63 req-65a72cae-8d46-4fe0-ac2a-f0e775d0f951 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544178 Aug 07 04:11:46.026325 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755503c-a039-4d7f-860a-9bb7384938ee req-a22df5e4-415e-4632-8feb-d292f15e75b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:46.028169 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e755503c-a039-4d7f-860a-9bb7384938ee req-a22df5e4-415e-4632-8feb-d292f15e75b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=701a5527-ccbe-45f0-8665-8d61d0472a8c HTTP/1.1" status: 200 len: 1098 time: 0.0471401 Aug 07 04:11:46.063836 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e755503c-a039-4d7f-860a-9bb7384938ee req-a529799d-c42a-4d44-81c3-a9c4ead03815 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281157 Aug 07 04:11:46.143299 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965374'] for router, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:46.421243 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device c74767e5-18b8-4f55-a095-f5b868be5ef1 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:11:46.483141 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port c74767e5-18b8-4f55-a095-f5b868be5ef1 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:11:46.529365 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Router 76728e44-a91a-4af4-98a8-e3c75bfa9eea is scheduled to L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 with binding_index 1 {{(pid=93434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:11:46.647398 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:11:46.662069 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Sync routers for ids ['76728e44-a91a-4af4-98a8-e3c75bfa9eea'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:11:46.677577 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:46.680750 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-35c36891-b1c7-4325-a2c0-f7a98c39e3db admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8204262 Aug 07 04:11:46.682417 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Routers {'76728e44-a91a-4af4-98a8-e3c75bfa9eea'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:11:46.682546 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 57024) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:46.683131 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:11:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['76728e44-a91a-4af4-98a8-e3c75bfa9eea'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:46.722420 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5b62ee-6569-4f50-a40a-fc886d94753e None None] Network 03230b8c-a260-48a2-95b7-580ea4463021 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:11:46.794485 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d2c02b64-00f6-4f60-9c0f-934441ce216c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:46.862817 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Provisioning for port c74767e5-18b8-4f55-a095-f5b868be5ef1 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:11:46.892553 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Provisioning complete for port c74767e5-18b8-4f55-a095-f5b868be5ef1 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:46.892553 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:46.948335 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec5c23-e6fb-46a5-b979-8e365b72b9e3 req-68ded454-0048-4b5a-9af4-65528b3316f3 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:46.949757 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d8ec5c23-e6fb-46a5-b979-8e365b72b9e3 req-68ded454-0048-4b5a-9af4-65528b3316f3 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 944 time: 0.0973139 Aug 07 04:11:47.103433 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Set router 76728e44-a91a-4af4-98a8-e3c75bfa9eea gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:11:47.106733 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-d8ec5c23-e6fb-46a5-b979-8e365b72b9e3 req-42b0280e-7f40-4176-b508-57ef6f0b2660 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495662 Aug 07 04:11:47.128444 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452946e-44ee-446e-ae9f-2651e4b3016b req-eac1f86e-9c81-439c-80a4-885c38b63ed1 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:47.130545 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8452946e-44ee-446e-ae9f-2651e4b3016b req-eac1f86e-9c81-439c-80a4-885c38b63ed1 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=701a5527-ccbe-45f0-8665-8d61d0472a8c HTTP/1.1" status: 200 len: 945 time: 0.1149590 Aug 07 04:11:47.215070 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-8452946e-44ee-446e-ae9f-2651e4b3016b req-34d630e1-3763-4071-95a6-766b238999aa tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629299 Aug 07 04:11:47.269360 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:47.291452 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:47.362720 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] For port c74767e5-18b8-4f55-a095-f5b868be5ef1, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=c74767e5-18b8-4f55-a095-f5b868be5ef1,segment=NetworkSegment(1cfabf74-6286-4545-b3bb-960455aab5d7),segment_id=1cfabf74-6286-4545-b3bb-960455aab5d7)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:47.367817 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:47.434174 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Pushing event updated for resources: {'Port': ['ID=c74767e5-18b8-4f55-a095-f5b868be5ef1,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:47.437048 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'name': 'tempest-TestShelveInstance-1479793599-router', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:11:44Z', 'updated_at': '2021-08-07T04:11:45Z', 'revision_number': 3, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'gw_port': {'id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:45Z', 'updated_at': '2021-08-07T04:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:47.452695 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Allocated IP 172.20.0.1 (03230b8c-a260-48a2-95b7-580ea4463021/16363a5e-b745-4b9f-9cee-39306d00f3cd/d02eaa50-6883-4ad9-bc93-d53ec57d37cf) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:11:47.483311 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:47.483780 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:47.484190 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:47.484599 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:47.485003 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:47.485437 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:47.485842 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:47.486238 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:47.486636 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:47.487059 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:47.487454 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:47.487843 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3319acea-1c50-4974-9f0b-b2dadfe1ee5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:47.499665 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Checking router: 76728e44-a91a-4af4-98a8-e3c75bfa9eea for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:11:47.500090 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Updating router 76728e44-a91a-4af4-98a8-e3c75bfa9eea port e71c4ab7-ab08-4423-894e-de85be1aff85 binding host dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:11:47.528098 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:47.574018 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:47.588265 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Transition to ACTIVE for port object d02eaa50-6883-4ad9-bc93-d53ec57d37cf will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:11:47.620964 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:47.654488 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-a3f289e1-afa8-4498-8aef-164e99101eb6 None None] Provisioning complete for port c74767e5-18b8-4f55-a095-f5b868be5ef1 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:47.655007 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a3f289e1-afa8-4498-8aef-164e99101eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:47.660844 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Network 03230b8c-a260-48a2-95b7-580ea4463021 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:11:47.668120 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:11:47.672655 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:11:47.696652 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Pushing event updated for resources: {'Port': ['ID=d02eaa50-6883-4ad9-bc93-d53ec57d37cf,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:47.721332 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965645'] for router_interface, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:47.880448 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:47.918768 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:47.931946 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Transition to ACTIVE for port object e71c4ab7-ab08-4423-894e-de85be1aff85 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:11:47.937542 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:47.993031 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Attempting to bind port e71c4ab7-ab08-4423-894e-de85be1aff85 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:11:47.993344 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Attempting to bind port e71c4ab7-ab08-4423-894e-de85be1aff85 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:11:47.993703 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Attempting to bind port e71c4ab7-ab08-4423-894e-de85be1aff85 on network 742dd36a-95ab-4647-8a99-05399f0a04a1 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:11:47.995675 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ceb29-2d85-410e-ad8c-6675aeaa62c8 None None] Pushing event updated for resources: {'Port': ['ID=e71c4ab7-ab08-4423-894e-de85be1aff85,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:48.001363 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:11:48.001731 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Checking segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:11:48.002258 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:48.002502 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Bound using segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:11:48.002959 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Bound port: e71c4ab7-ab08-4423-894e-de85be1aff85, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:11:48.003356 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:48.058180 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-177d9d2c-f87b-4ba8-8e30-ebbdd7d91a79 None None] Provisioning for port d02eaa50-6883-4ad9-bc93-d53ec57d37cf completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:11:48.061130 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e922b-4982-48de-b291-ff92b363a193 req-eb3a2063-3e83-47a9-8aac-3f139fedf222 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:48.062335 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] For port e71c4ab7-ab08-4423-894e-de85be1aff85, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:11:48.062782 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fd7e922b-4982-48de-b291-ff92b363a193 req-eb3a2063-3e83-47a9-8aac-3f139fedf222 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=701a5527-ccbe-45f0-8665-8d61d0472a8c HTTP/1.1" status: 200 len: 945 time: 0.1154933 Aug 07 04:11:48.065627 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] For port e71c4ab7-ab08-4423-894e-de85be1aff85, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=e71c4ab7-ab08-4423-894e-de85be1aff85,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:11:48.066740 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-177d9d2c-f87b-4ba8-8e30-ebbdd7d91a79 None None] Provisioning complete for port d02eaa50-6883-4ad9-bc93-d53ec57d37cf triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:48.067136 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-177d9d2c-f87b-4ba8-8e30-ebbdd7d91a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:48.089699 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:48.125657 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-fd7e922b-4982-48de-b291-ff92b363a193 req-86f528f1-53ff-4c05-93a7-201243b3c405 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523911 Aug 07 04:11:48.129827 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-177d9d2c-f87b-4ba8-8e30-ebbdd7d91a79 None None] Port d02eaa50-6883-4ad9-bc93-d53ec57d37cf cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:11:48.160717 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ceb29-2d85-410e-ad8c-6675aeaa62c8 None None] Pushing event updated for resources: {'Port': ['ID=e71c4ab7-ab08-4423-894e-de85be1aff85,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:48.160968 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:48.163432 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Routers {'76728e44-a91a-4af4-98a8-e3c75bfa9eea'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:11:48.164026 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:11:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['76728e44-a91a-4af4-98a8-e3c75bfa9eea'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:48.166757 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:48.257406 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-965817'] for router_interface, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:48.269862 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] Set router 76728e44-a91a-4af4-98a8-e3c75bfa9eea gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:11:48.273613 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Pushing event updated for resources: {'Port': ['ID=d02eaa50-6883-4ad9-bc93-d53ec57d37cf,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:48.398219 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device c74767e5-18b8-4f55-a095-f5b868be5ef1 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:11:48.502928 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port c74767e5-18b8-4f55-a095-f5b868be5ef1 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:48.503335 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:48.560793 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'name': 'tempest-TestShelveInstance-1479793599-router', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:11:44Z', 'updated_at': '2021-08-07T04:11:47Z', 'revision_number': 4, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'gw_port': {'id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:45Z', 'updated_at': '2021-08-07T04:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'd02eaa50-6883-4ad9-bc93-d53ec57d37cf', 'name': '', 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'mac_address': 'fa:16:3e:ae:6b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '16363a5e-b745-4b9f-9cee-39306d00f3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:47Z', 'updated_at': '2021-08-07T04:11:47Z', 'revision_number': 2, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'subnets': [{'id': '16363a5e-b745-4b9f-9cee-39306d00f3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:48.596796 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e63d32-0b89-4e76-9849-63204f2c3d14 None None] The sync data for ids ['76728e44-a91a-4af4-98a8-e3c75bfa9eea'] in dv-cinder-803748-2-iscsi is: [{'id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'name': 'tempest-TestShelveInstance-1479793599-router', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:11:44Z', 'updated_at': '2021-08-07T04:11:47Z', 'revision_number': 4, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'gw_port': {'id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:45Z', 'updated_at': '2021-08-07T04:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'd02eaa50-6883-4ad9-bc93-d53ec57d37cf', 'name': '', 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'mac_address': 'fa:16:3e:ae:6b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '16363a5e-b745-4b9f-9cee-39306d00f3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:47Z', 'updated_at': '2021-08-07T04:11:47Z', 'revision_number': 2, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'subnets': [{'id': '16363a5e-b745-4b9f-9cee-39306d00f3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:11:48.605971 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f2a15-0ac4-4aaf-8e1f-c8588ddd74fe req-37e0e8df-2fbb-44d7-8158-d76532254f7d tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:48.607517 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b35f2a15-0ac4-4aaf-8e1f-c8588ddd74fe req-37e0e8df-2fbb-44d7-8158-d76532254f7d tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 944 time: 0.4144177 Aug 07 04:11:48.668435 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b35f2a15-0ac4-4aaf-8e1f-c8588ddd74fe req-28c340c6-87a5-45c0-9d2a-d8428c3cdf16 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544438 Aug 07 04:11:48.685332 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Network 03230b8c-a260-48a2-95b7-580ea4463021 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:11:48.686714 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:11:48.812347 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Router 76728e44-a91a-4af4-98a8-e3c75bfa9eea has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:11:48.933638 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:11:48.939922 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d9bd7925-5379-4a5a-8def-47aab6ea39e3 admin admin] 10.222.0.18 "PUT /v2.0/routers/76728e44-a91a-4af4-98a8-e3c75bfa9eea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2554781 Aug 07 04:11:48.963490 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-674b39ec-4dd0-4714-897e-20055583a943 None None] Provisioning complete for port d02eaa50-6883-4ad9-bc93-d53ec57d37cf triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:48.964028 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-674b39ec-4dd0-4714-897e-20055583a943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:49.001153 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-674b39ec-4dd0-4714-897e-20055583a943 None None] Port d02eaa50-6883-4ad9-bc93-d53ec57d37cf cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:11:49.124563 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-a9bdb162-b0c2-4d91-8133-7ccc4eae20a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:49.226837 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5625607-2759-4100-a552-84fd002c7e2a req-6c838698-4e1a-4650-901f-8f35baa8bd10 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:49.228482 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a5625607-2759-4100-a552-84fd002c7e2a req-6c838698-4e1a-4650-901f-8f35baa8bd10 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.30 "GET /v2.0/ports?device_id=701a5527-ccbe-45f0-8665-8d61d0472a8c HTTP/1.1" status: 200 len: 945 time: 0.0619094 Aug 07 04:11:49.324321 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f8786-51b6-4bbb-aa39-fbf708fba0ff req-a699124d-ab9f-4893-a8c4-987fb27e651b tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:49.325924 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-900f8786-51b6-4bbb-aa39-fbf708fba0ff req-a699124d-ab9f-4893-a8c4-987fb27e651b tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/ports?device_id=701a5527-ccbe-45f0-8665-8d61d0472a8c HTTP/1.1" status: 200 len: 945 time: 0.1165409 Aug 07 04:11:49.393846 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-900f8786-51b6-4bbb-aa39-fbf708fba0ff req-0e27f682-1f64-4349-b592-bebc32e89cd2 tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.18 "GET /v2.0/security-groups?id=8e923727-c56e-44b1-94e3-40ba702e5d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490220 Aug 07 04:11:49.407306 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-a5625607-2759-4100-a552-84fd002c7e2a req-773374dc-312d-4ad7-b2df-bc53b32e2c5f tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Deleting port b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 {{(pid=93433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:11:49.407750 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-a5625607-2759-4100-a552-84fd002c7e2a req-773374dc-312d-4ad7-b2df-bc53b32e2c5f tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791076305457'] for port, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:49.436747 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device a43f055d-3e88-463e-912d-4e9c251f3d97 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:11:49.509139 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-a5625607-2759-4100-a552-84fd002c7e2a req-773374dc-312d-4ad7-b2df-bc53b32e2c5f tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] For port b5811cc4-18aa-4421-9ed4-e9b7e9b306f1, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=b5811cc4-18aa-4421-9ed4-e9b7e9b306f1,segment=NetworkSegment(ea994c9a-f557-4397-9096-cdfca6e01427),segment_id=ea994c9a-f557-4397-9096-cdfca6e01427)] {{(pid=93433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:49.509526 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-a5625607-2759-4100-a552-84fd002c7e2a req-773374dc-312d-4ad7-b2df-bc53b32e2c5f tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-958902'] for port, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:49.516375 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 57062) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:49.522238 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-93d54ebc-0876-431d-a8f1-4a2d18dfc28d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1902739583-network', 'tenant_id': '435fe9d023424e2490a4092c0def48a3'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:49.531081 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.plugin [req-a5625607-2759-4100-a552-84fd002c7e2a req-773374dc-312d-4ad7-b2df-bc53b32e2c5f tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Calling delete_port for b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 owned by compute:nova {{(pid=93433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:11:49.535887 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:49.549832 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d54ebc-0876-431d-a8f1-4a2d18dfc28d admin admin] Made reservation on behalf of 435fe9d023424e2490a4092c0def48a3 for: {'network': 1} {{(pid=93434) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:11:49.552189 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-93d54ebc-0876-431d-a8f1-4a2d18dfc28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for network, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:49.568718 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-93d54ebc-0876-431d-a8f1-4a2d18dfc28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:49.588383 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port a43f055d-3e88-463e-912d-4e9c251f3d97, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=a43f055d-3e88-463e-912d-4e9c251f3d97,segment=NetworkSegment(549511e2-bf80-4ddd-8be1-f50d68cac207),segment_id=549511e2-bf80-4ddd-8be1-f50d68cac207)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:49.605704 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': 'a43f055d-3e88-463e-912d-4e9c251f3d97', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'port_id': 'a43f055d-3e88-463e-912d-4e9c251f3d97', 'mac_address': 'fa:16:3e:8f:02:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:11:49.658144 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:49.676299 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-93d54ebc-0876-431d-a8f1-4a2d18dfc28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:49.678104 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43f055d-3e88-463e-912d-4e9c251f3d97 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:11:49.682344 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-93d54ebc-0876-431d-a8f1-4a2d18dfc28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:49.683960 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-a5625607-2759-4100-a552-84fd002c7e2a req-773374dc-312d-4ad7-b2df-bc53b32e2c5f tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791076312203', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791075922661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:49.712033 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['b5811cc4-18aa-4421-9ed4-e9b7e9b306f1'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:11:49.714342 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773374dc-312d-4ad7-b2df-bc53b32e2c5f tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Pushing event deleted for resources: {'Port': ['ID=b5811cc4-18aa-4421-9ed4-e9b7e9b306f1,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:49.734793 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d54ebc-0876-431d-a8f1-4a2d18dfc28d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=93434) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:11:49.749271 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-93d54ebc-0876-431d-a8f1-4a2d18dfc28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:49.749944 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.segments_db [None req-93d54ebc-0876-431d-a8f1-4a2d18dfc28d admin admin] Added segment dcde1e31-8d36-41ea-bdbc-619b24a229f1 of type vlan for network b4e8ff73-d062-4351-9af9-7befebe67551 Aug 07 04:11:49.767447 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5625607-2759-4100-a552-84fd002c7e2a req-773374dc-312d-4ad7-b2df-bc53b32e2c5f tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] No DVR routers for this DVR port b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 on host hv-cinder-80374 {{(pid=93433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:11:49.770584 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-a5625607-2759-4100-a552-84fd002c7e2a req-773374dc-312d-4ad7-b2df-bc53b32e2c5f tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:49.772235 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a5625607-2759-4100-a552-84fd002c7e2a req-773374dc-312d-4ad7-b2df-bc53b32e2c5f tempest-VolumesActionsTest-639643160 tempest-VolumesActionsTest-639643160-project] 10.222.0.30 "DELETE /v2.0/ports/b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 HTTP/1.1" status: 204 len: 173 time: 0.5261321 Aug 07 04:11:49.772691 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701a5527-ccbe-45f0-8665-8d61d0472a8c', 'name': 'network-vif-deleted', 'tag': 'b5811cc4-18aa-4421-9ed4-e9b7e9b306f1'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:11:49.775413 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47f77f0-d2c5-410b-a0f8-a82d557d5f75" -d '{"events": [{"server_uuid": "701a5527-ccbe-45f0-8665-8d61d0472a8c", "name": "network-vif-deleted", "tag": "b5811cc4-18aa-4421-9ed4-e9b7e9b306f1"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:11:49.797795 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port a43f055d-3e88-463e-912d-4e9c251f3d97, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=a43f055d-3e88-463e-912d-4e9c251f3d97,segment=NetworkSegment(549511e2-bf80-4ddd-8be1-f50d68cac207),segment_id=549511e2-bf80-4ddd-8be1-f50d68cac207)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:49.804979 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:49.814420 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d54ebc-0876-431d-a8f1-4a2d18dfc28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab08e20-08f6-4bc1-9e00-5c9d5bc07f24,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:49.821103 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-93d54ebc-0876-431d-a8f1-4a2d18dfc28d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791075909187'] for network, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:49.860992 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47eb3c5-cff0-41f0-b112-2eb4a61ba448 x-openstack-request-id: req-f47eb3c5-cff0-41f0-b112-2eb4a61ba448 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:11:49.861564 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701a5527-ccbe-45f0-8665-8d61d0472a8c", "name": "network-vif-deleted", "tag": "b5811cc4-18aa-4421-9ed4-e9b7e9b306f1", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:11:49.869880 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f47eb3c5-cff0-41f0-b112-2eb4a61ba448 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:11:49.870659 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701a5527-ccbe-45f0-8665-8d61d0472a8c', 'name': 'network-vif-deleted', 'tag': 'b5811cc4-18aa-4421-9ed4-e9b7e9b306f1', 'status': 'completed', 'code': 200} Aug 07 04:11:49.876468 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-93d54ebc-0876-431d-a8f1-4a2d18dfc28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714'] for network, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:49.877591 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d54ebc-0876-431d-a8f1-4a2d18dfc28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:49.879032 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-93d54ebc-0876-431d-a8f1-4a2d18dfc28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:49.901317 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfd1f1-15ae-414a-b529-c4ffbed03605 req-6841cee2-fa78-40cf-9874-d511e0dfcfad tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:49.909031 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-76cfd1f1-15ae-414a-b529-c4ffbed03605 req-6841cee2-fa78-40cf-9874-d511e0dfcfad tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 945 time: 0.1065378 Aug 07 04:11:49.912518 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=a43f055d-3e88-463e-912d-4e9c251f3d97,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:49.957453 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-93d54ebc-0876-431d-a8f1-4a2d18dfc28d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4390793 Aug 07 04:11:49.958012 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-76cfd1f1-15ae-414a-b529-c4ffbed03605 req-6e9cb628-620f-46a1-8dcd-65c5007daae5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478668 Aug 07 04:11:49.960128 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 57068) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:49.963955 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d54ebc-0876-431d-a8f1-4a2d18dfc28d admin admin] Pushing event updated for resources: {'Network': ['ID=b4e8ff73-d062-4351-9af9-7befebe67551,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:49.973773 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Network b4e8ff73-d062-4351-9af9-7befebe67551 details requested by agent ovs-agent-dv-cinder-803748-2-iscsi with host dv-cinder-803748-2-iscsi {{(pid=93435) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:11:49.977395 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-e2bf4048-6451-450b-a378-ac5ec102c105 admin admin] Request body: {'subnet': {'network_id': 'b4e8ff73-d062-4351-9af9-7befebe67551', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1902739583-subnet', 'tenant_id': '435fe9d023424e2490a4092c0def48a3', 'ip_version': 4}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:49.999708 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bf4048-6451-450b-a378-ac5ec102c105 admin admin] Made reservation on behalf of 435fe9d023424e2490a4092c0def48a3 for: {'subnet': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:11:50.002115 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e2bf4048-6451-450b-a378-ac5ec102c105 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8841477'] for subnet, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:50.015749 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['a43f055d-3e88-463e-912d-4e9c251f3d97'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:11:50.202304 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e2bf4048-6451-450b-a378-ac5ec102c105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3699648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8841527'] for subnet, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:50.287923 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf4048-6451-450b-a378-ac5ec102c105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=555a3a3e-a034-41e4-87ae-2f761a0e5619,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:50.300236 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf4048-6451-450b-a378-ac5ec102c105 admin admin] Checking segment: {'id': 'dcde1e31-8d36-41ea-bdbc-619b24a229f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b4e8ff73-d062-4351-9af9-7befebe67551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:11:50.301054 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bf4048-6451-450b-a378-ac5ec102c105 admin admin] Network hostable DHCP agents. Network: b4e8ff73-d062-4351-9af9-7befebe67551, hostable agents: ['64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb'], hosted agents: [] {{(pid=93433) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:11:50.324664 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bf4048-6451-450b-a378-ac5ec102c105 admin admin] Network b4e8ff73-d062-4351-9af9-7befebe67551 is scheduled to be hosted by DHCP agent 64cc4a1b-f29c-4f51-9f4e-916a5f2b35fb with binding_index 1 {{(pid=93433) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:11:50.336191 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-e2bf4048-6451-450b-a378-ac5ec102c105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803748-2-iscsi, b4e8ff73-d062-4351-9af9-7befebe67551) {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:11:50.340893 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bf4048-6451-450b-a378-ac5ec102c105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:50.341508 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e2bf4048-6451-450b-a378-ac5ec102c105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:50.348979 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8bb40c-fefd-4ea9-980f-61dbf20a3c3f None None] Network b4e8ff73-d062-4351-9af9-7befebe67551 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:11:50.371176 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-e2bf4048-6451-450b-a378-ac5ec102c105 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4074771 Aug 07 04:11:50.371933 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 57070) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:50.378066 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1902739583-router', 'tenant_id': '435fe9d023424e2490a4092c0def48a3', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:50.401284 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-963276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31465'] for router, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:50.402447 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-953212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-965133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31472'] for router, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:50.467927 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:50.468390 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device e71c4ab7-ab08-4423-894e-de85be1aff85 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:11:50.564311 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa997e167-6b1a-5d8a-8195-c4d873ed3b43-b4e8ff73-d062-4351-9af9-7befebe67551', 'network_id': 'b4e8ff73-d062-4351-9af9-7befebe67551', 'tenant_id': '435fe9d023424e2490a4092c0def48a3', 'fixed_ips': [{'subnet_id': '555a3a3e-a034-41e4-87ae-2f761a0e5619'}]}} from dv-cinder-803748-2-iscsi. {{(pid=93435) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:11:50.565371 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:50.581061 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port e71c4ab7-ab08-4423-894e-de85be1aff85 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:11:50.589389 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port e71c4ab7-ab08-4423-894e-de85be1aff85 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:50.589663 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:50.623858 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:50.738389 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:50.792658 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.db_base_plugin_common [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Allocated IP 172.20.0.2 (b4e8ff73-d062-4351-9af9-7befebe67551/555a3a3e-a034-41e4-87ae-2f761a0e5619/d9311307-1b1c-4e37-a4e3-826eee29746a) {{(pid=93435) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:11:50.807043 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:50.860783 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:50.863262 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port e71c4ab7-ab08-4423-894e-de85be1aff85, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=e71c4ab7-ab08-4423-894e-de85be1aff85,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:50.874045 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:50.884818 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:50.952669 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=e71c4ab7-ab08-4423-894e-de85be1aff85,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:51.004313 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Allocated IP 172.27.0.197 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:11:51.018506 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Notify callbacks [] for port, precommit_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:51.030670 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Transition to ACTIVE for port object d9311307-1b1c-4e37-a4e3-826eee29746a will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:11:51.048773 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Transition to ACTIVE for port object d9311307-1b1c-4e37-a4e3-826eee29746a will not be triggered until provisioned by entity DHCP. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:11:51.056451 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652'] for port, after_create {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:51.064038 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Sync routers for ids ['76728e44-a91a-4af4-98a8-e3c75bfa9eea'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:11:51.085554 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Routers {'76728e44-a91a-4af4-98a8-e3c75bfa9eea'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:11:51.087021 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:11:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['76728e44-a91a-4af4-98a8-e3c75bfa9eea'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:51.104140 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Network b4e8ff73-d062-4351-9af9-7befebe67551 is already hosted by enough agents. {{(pid=93435) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:11:51.107341 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.scheduler.base_scheduler [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Resources bound (agent type, host, resource id): {{(pid=93435) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:11:51.109711 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Received port after_create {{(pid=93435) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:11:51.116093 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Pushing event updated for resources: {'Port': ['ID=d9311307-1b1c-4e37-a4e3-826eee29746a,revision_number=1']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:51.172203 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Attempting to bind port d9311307-1b1c-4e37-a4e3-826eee29746a on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:11:51.172665 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Attempting to bind port d9311307-1b1c-4e37-a4e3-826eee29746a by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': 'dcde1e31-8d36-41ea-bdbc-619b24a229f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b4e8ff73-d062-4351-9af9-7befebe67551'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:11:51.172927 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Attempting to bind port d9311307-1b1c-4e37-a4e3-826eee29746a on network b4e8ff73-d062-4351-9af9-7befebe67551 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:11:51.174771 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:51.180860 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:11:51.181232 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Checking segment: {'id': 'dcde1e31-8d36-41ea-bdbc-619b24a229f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b4e8ff73-d062-4351-9af9-7befebe67551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:11:51.181636 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:51.182024 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Bound using segment: {'id': 'dcde1e31-8d36-41ea-bdbc-619b24a229f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b4e8ff73-d062-4351-9af9-7befebe67551'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:11:51.182499 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Bound port: d9311307-1b1c-4e37-a4e3-826eee29746a, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcde1e31-8d36-41ea-bdbc-619b24a229f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b4e8ff73-d062-4351-9af9-7befebe67551'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:11:51.182886 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:51.189986 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16467f82-b348-41b2-97c7-c60bd5afd560 req-a7fca492-0cd1-40b6-8144-371160f83309 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:51.200660 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-16467f82-b348-41b2-97c7-c60bd5afd560 req-a7fca492-0cd1-40b6-8144-371160f83309 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 945 time: 0.1504018 Aug 07 04:11:51.252566 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-16467f82-b348-41b2-97c7-c60bd5afd560 req-b325e131-b23b-462c-bb16-98c19fabbce4 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451341 Aug 07 04:11:51.255599 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:51.269271 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Set router 76728e44-a91a-4af4-98a8-e3c75bfa9eea gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:11:51.282487 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] For port d9311307-1b1c-4e37-a4e3-826eee29746a, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:11:51.286900 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] For port d9311307-1b1c-4e37-a4e3-826eee29746a, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=d9311307-1b1c-4e37-a4e3-826eee29746a,segment=NetworkSegment(dcde1e31-8d36-41ea-bdbc-619b24a229f1),segment_id=dcde1e31-8d36-41ea-bdbc-619b24a229f1)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:11:51.295529 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:51.312654 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:11:51.317470 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:11:51.326806 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:11:51.330449 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Pushing event updated for resources: {'Port': ['ID=8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:51.365858 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c745c2-cfb8-4dff-9b11-2d0b92f85171 None None] Pushing event updated for resources: {'Port': ['ID=d9311307-1b1c-4e37-a4e3-826eee29746a,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:51.452646 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device a43f055d-3e88-463e-912d-4e9c251f3d97 up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:11:51.494808 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'name': 'tempest-TestShelveInstance-1479793599-router', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:11:44Z', 'updated_at': '2021-08-07T04:11:47Z', 'revision_number': 4, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'gw_port': {'id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:45Z', 'updated_at': '2021-08-07T04:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'd02eaa50-6883-4ad9-bc93-d53ec57d37cf', 'name': '', 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'mac_address': 'fa:16:3e:ae:6b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '16363a5e-b745-4b9f-9cee-39306d00f3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:47Z', 'updated_at': '2021-08-07T04:11:47Z', 'revision_number': 2, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'subnets': [{'id': '16363a5e-b745-4b9f-9cee-39306d00f3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:51.514434 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port a43f055d-3e88-463e-912d-4e9c251f3d97 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:11:51.520334 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port a43f055d-3e88-463e-912d-4e9c251f3d97 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:51.520716 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:51.526938 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Checking router: 76728e44-a91a-4af4-98a8-e3c75bfa9eea for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:11:51.527321 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Updating router 76728e44-a91a-4af4-98a8-e3c75bfa9eea port d02eaa50-6883-4ad9-bc93-d53ec57d37cf binding host dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:11:51.573195 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:51.721463 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:51.789848 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:51.813242 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac5d7b0-aae4-4683-8916-60396f6ce2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43f055d-3e88-463e-912d-4e9c251f3d97'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:11:51.815312 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f8cbdc-3ee8-459c-b8fc-2df63f365173" -d '{"events": [{"server_uuid": "0ac5d7b0-aae4-4683-8916-60396f6ce2cc", "name": "network-vif-plugged", "status": "completed", "tag": "a43f055d-3e88-463e-912d-4e9c251f3d97"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:11:51.829200 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port a43f055d-3e88-463e-912d-4e9c251f3d97, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=a43f055d-3e88-463e-912d-4e9c251f3d97,segment=NetworkSegment(549511e2-bf80-4ddd-8be1-f50d68cac207),segment_id=549511e2-bf80-4ddd-8be1-f50d68cac207)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:51.837445 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:51.839691 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 no longer exists at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:11:51.865113 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c742a1-cb1a-4be3-8b9d-6dfe143e92d8 x-openstack-request-id: req-01c742a1-cb1a-4be3-8b9d-6dfe143e92d8 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:11:51.865525 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac5d7b0-aae4-4683-8916-60396f6ce2cc", "name": "network-vif-plugged", "status": "completed", "tag": "a43f055d-3e88-463e-912d-4e9c251f3d97", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:11:51.865789 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01c742a1-cb1a-4be3-8b9d-6dfe143e92d8 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:11:51.866182 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac5d7b0-aae4-4683-8916-60396f6ce2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43f055d-3e88-463e-912d-4e9c251f3d97', 'code': 200} Aug 07 04:11:51.888053 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] No Port match for: b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 {{(pid=93435) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:11:51.888344 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device b5811cc4-18aa-4421-9ed4-e9b7e9b306f1 not bound to the agent host hv-cinder-80374 {{(pid=93435) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:11:51.895807 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:51.906763 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Transition to ACTIVE for port object d02eaa50-6883-4ad9-bc93-d53ec57d37cf will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:11:51.912975 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:51.921294 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=a43f055d-3e88-463e-912d-4e9c251f3d97,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:51.953539 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-953205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-965374'] for router, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:51.961114 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152914d-22ab-42b1-a83d-21ffae53cf12 None None] Pushing event updated for resources: {'Port': ['ID=d02eaa50-6883-4ad9-bc93-d53ec57d37cf,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:51.968363 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152914d-22ab-42b1-a83d-21ffae53cf12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:51.968703 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152914d-22ab-42b1-a83d-21ffae53cf12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:51.969033 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152914d-22ab-42b1-a83d-21ffae53cf12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:51.969356 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152914d-22ab-42b1-a83d-21ffae53cf12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:51.969673 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152914d-22ab-42b1-a83d-21ffae53cf12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:51.969988 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152914d-22ab-42b1-a83d-21ffae53cf12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:51.970301 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152914d-22ab-42b1-a83d-21ffae53cf12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:51.970614 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152914d-22ab-42b1-a83d-21ffae53cf12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:51.970943 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152914d-22ab-42b1-a83d-21ffae53cf12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:51.971286 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152914d-22ab-42b1-a83d-21ffae53cf12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:51.971593 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152914d-22ab-42b1-a83d-21ffae53cf12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:51.971899 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c152914d-22ab-42b1-a83d-21ffae53cf12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93436) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:11:52.030547 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Attempting to bind port d02eaa50-6883-4ad9-bc93-d53ec57d37cf on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:11:52.031230 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Attempting to bind port d02eaa50-6883-4ad9-bc93-d53ec57d37cf by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '1cfabf74-6286-4545-b3bb-960455aab5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:11:52.031760 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Attempting to bind port d02eaa50-6883-4ad9-bc93-d53ec57d37cf on network 03230b8c-a260-48a2-95b7-580ea4463021 {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:11:52.037478 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:11:52.037847 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Checking segment: {'id': '1cfabf74-6286-4545-b3bb-960455aab5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:11:52.038242 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:52.038629 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Bound using segment: {'id': '1cfabf74-6286-4545-b3bb-960455aab5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:11:52.039651 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Bound port: d02eaa50-6883-4ad9-bc93-d53ec57d37cf, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfabf74-6286-4545-b3bb-960455aab5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:11:52.040172 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:52.102111 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Router 4ef728a9-e178-4de4-801c-409f164c9ef0 is scheduled to L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 with binding_index 1 {{(pid=93434) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:11:52.111527 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] For port d02eaa50-6883-4ad9-bc93-d53ec57d37cf, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:11:52.115138 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] For port d02eaa50-6883-4ad9-bc93-d53ec57d37cf, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=d02eaa50-6883-4ad9-bc93-d53ec57d37cf,segment=NetworkSegment(1cfabf74-6286-4545-b3bb-960455aab5d7),segment_id=1cfabf74-6286-4545-b3bb-960455aab5d7)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:11:52.120462 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:52.193129 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152914d-22ab-42b1-a83d-21ffae53cf12 None None] Pushing event updated for resources: {'Port': ['ID=d02eaa50-6883-4ad9-bc93-d53ec57d37cf,revision_number=4']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:52.195719 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Routers {'76728e44-a91a-4af4-98a8-e3c75bfa9eea'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:11:52.196308 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:11:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['76728e44-a91a-4af4-98a8-e3c75bfa9eea'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:52.230822 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:11:52.245917 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Sync routers for ids ['4ef728a9-e178-4de4-801c-409f164c9ef0'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:11:52.256224 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] Notify callbacks [] for router, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:52.257576 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-e6024cfb-0c9b-49a4-bbca-3a632d613a0d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8845882 Aug 07 04:11:52.260903 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 57120) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:52.268081 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Routers {'4ef728a9-e178-4de4-801c-409f164c9ef0'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:11:52.268998 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:11:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['4ef728a9-e178-4de4-801c-409f164c9ef0'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:52.422163 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:52.470808 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc12ff-8121-4066-9fe3-358139f7cd47 req-058dfe6f-eca0-4f95-95ad-e9ddf3df294b tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:52.473053 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-51fc12ff-8121-4066-9fe3-358139f7cd47 req-058dfe6f-eca0-4f95-95ad-e9ddf3df294b tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 946 time: 0.1063898 Aug 07 04:11:52.548925 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Set router 4ef728a9-e178-4de4-801c-409f164c9ef0 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:11:52.555938 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] Set router 76728e44-a91a-4af4-98a8-e3c75bfa9eea gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:11:52.564619 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-51fc12ff-8121-4066-9fe3-358139f7cd47 req-f3470e55-817f-41ca-a89f-d5ef63401022 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854359 Aug 07 04:11:52.642819 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b3e26e-ba65-4330-9a26-c7bcff2ab532 None None] Network b4e8ff73-d062-4351-9af9-7befebe67551 requested from dv-cinder-803748-2-iscsi {{(pid=93435) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:11:52.721081 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device e71c4ab7-ab08-4423-894e-de85be1aff85 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:11:52.807040 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'name': 'tempest-TestShelveInstance-1479793599-router', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:11:44Z', 'updated_at': '2021-08-07T04:11:47Z', 'revision_number': 4, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'gw_port': {'id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:45Z', 'updated_at': '2021-08-07T04:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'd02eaa50-6883-4ad9-bc93-d53ec57d37cf', 'name': '', 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'mac_address': 'fa:16:3e:ae:6b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '16363a5e-b745-4b9f-9cee-39306d00f3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:47Z', 'updated_at': '2021-08-07T04:11:52Z', 'revision_number': 4, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'subnets': [{'id': '16363a5e-b745-4b9f-9cee-39306d00f3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:52.835542 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0a35f4-193f-4913-b912-4ae590a257d0 None None] The sync data for ids ['76728e44-a91a-4af4-98a8-e3c75bfa9eea'] in dv-cinder-803748-2-iscsi is: [{'id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'name': 'tempest-TestShelveInstance-1479793599-router', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:11:44Z', 'updated_at': '2021-08-07T04:11:47Z', 'revision_number': 4, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'gw_port': {'id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:45Z', 'updated_at': '2021-08-07T04:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': 'd02eaa50-6883-4ad9-bc93-d53ec57d37cf', 'name': '', 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'mac_address': 'fa:16:3e:ae:6b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '16363a5e-b745-4b9f-9cee-39306d00f3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:47Z', 'updated_at': '2021-08-07T04:11:52Z', 'revision_number': 4, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'subnets': [{'id': '16363a5e-b745-4b9f-9cee-39306d00f3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:11:52.843966 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3378f7be-463f-46f3-aaac-d8c543b4089f None None] Provisioning for port d9311307-1b1c-4e37-a4e3-826eee29746a completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:11:52.878682 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:52.906447 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port e71c4ab7-ab08-4423-894e-de85be1aff85 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:52.906729 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.003134 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef728a9-e178-4de4-801c-409f164c9ef0', 'name': 'tempest-TestShelveInstance-1902739583-router', 'tenant_id': '435fe9d023424e2490a4092c0def48a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:11:50Z', 'updated_at': '2021-08-07T04:11:51Z', 'revision_number': 3, 'project_id': '435fe9d023424e2490a4092c0def48a3', 'gw_port': {'id': '8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef728a9-e178-4de4-801c-409f164c9ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:50Z', 'updated_at': '2021-08-07T04:11:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi'}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:53.052458 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Checking router: 4ef728a9-e178-4de4-801c-409f164c9ef0 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:11:53.052802 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Updating router 4ef728a9-e178-4de4-801c-409f164c9ef0 port 8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3 binding host dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:11:53.063219 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.db_base_plugin_common [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Allocated IP 172.20.0.1 (b4e8ff73-d062-4351-9af9-7befebe67551/555a3a3e-a034-41e4-87ae-2f761a0e5619/76287995-471c-429c-8481-e3258aa94c6e) {{(pid=93434) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:11:53.086147 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device d02eaa50-6883-4ad9-bc93-d53ec57d37cf up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:11:53.090701 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.186141 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.202307 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.provisioning_blocks [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Transition to ACTIVE for port object 76287995-471c-429c-8481-e3258aa94c6e will not be triggered until provisioned by entity DHCP. {{(pid=93434) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:11:53.233603 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port d02eaa50-6883-4ad9-bc93-d53ec57d37cf completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:11:53.239581 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port d02eaa50-6883-4ad9-bc93-d53ec57d37cf triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:53.239950 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.249562 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4031570'] for port, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.299761 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Network b4e8ff73-d062-4351-9af9-7befebe67551 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:11:53.303723 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:11:53.305848 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Pushing event updated for resources: {'Port': ['ID=76287995-471c-429c-8481-e3258aa94c6e,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:53.308458 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Received port after_create {{(pid=93434) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:11:53.349232 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-965645'] for router_interface, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.412308 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.484126 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port d02eaa50-6883-4ad9-bc93-d53ec57d37cf, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=d02eaa50-6883-4ad9-bc93-d53ec57d37cf,segment=NetworkSegment(1cfabf74-6286-4545-b3bb-960455aab5d7),segment_id=1cfabf74-6286-4545-b3bb-960455aab5d7)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:53.489790 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.490621 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device d9311307-1b1c-4e37-a4e3-826eee29746a up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:11:53.502665 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.596697 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Notify callbacks [] for port, precommit_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.617082 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=d02eaa50-6883-4ad9-bc93-d53ec57d37cf,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:53.624242 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Transition to ACTIVE for port object 8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3 will not be triggered until provisioned by entity L2. {{(pid=93435) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:11:53.625927 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-5e601839-50fa-4300-98d7-889a1a9e6e3f None None] Provisioning for port 76287995-471c-429c-8481-e3258aa94c6e completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:11:53.633398 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-5e601839-50fa-4300-98d7-889a1a9e6e3f None None] Provisioning complete for port 76287995-471c-429c-8481-e3258aa94c6e triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:53.633812 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-5e601839-50fa-4300-98d7-889a1a9e6e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.637682 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.715624 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fe220-339b-4235-bd20-0c0169cb3b2a req-ac77bbb9-3bc1-47d8-8c4d-6a5331910788 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:53.718397 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port d9311307-1b1c-4e37-a4e3-826eee29746a completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:11:53.718992 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9a6fe220-339b-4235-bd20-0c0169cb3b2a req-ac77bbb9-3bc1-47d8-8c4d-6a5331910788 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 946 time: 0.0711851 Aug 07 04:11:53.724000 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.730141 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4031579'] for port, after_update {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.732087 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port d9311307-1b1c-4e37-a4e3-826eee29746a triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:53.732463 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.734641 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Attempting to bind port 8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3 on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:11:53.735023 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Attempting to bind port 8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3 by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:11:53.735384 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Attempting to bind port 8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3 on network 742dd36a-95ab-4647-8a99-05399f0a04a1 {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:11:53.737101 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-5e601839-50fa-4300-98d7-889a1a9e6e3f None None] Port 76287995-471c-429c-8481-e3258aa94c6e cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:11:53.742353 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41a410-195c-409f-9fae-5c9b633c1932 None None] Pushing event updated for resources: {'Port': ['ID=8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3,revision_number=2']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:53.762181 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:11:53.762554 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Checking segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93435) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:11:53.762946 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.763353 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Bound using segment: {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'} {{(pid=93435) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:11:53.763829 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.managers [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Bound port: 8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6b177c-e449-4fcf-a11d-08625ba37460', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1'}}] {{(pid=93435) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:11:53.764200 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.766481 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-9a6fe220-339b-4235-bd20-0c0169cb3b2a req-23d40469-4a31-40b6-8f97-a0aca58599e0 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401609 Aug 07 04:11:53.804332 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-965817'] for router_interface, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.807303 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Pushing event updated for resources: {'Port': ['ID=76287995-471c-429c-8481-e3258aa94c6e,revision_number=2']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:53.829936 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] For port 8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93435) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:11:53.834070 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] For port 8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93435) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:11:53.838273 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.922789 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:53.938905 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41a410-195c-409f-9fae-5c9b633c1932 None None] Pushing event updated for resources: {'Port': ['ID=8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:53.943829 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Routers {'4ef728a9-e178-4de4-801c-409f164c9ef0'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:11:53.944456 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:11:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['4ef728a9-e178-4de4-801c-409f164c9ef0'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:54.007499 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port d9311307-1b1c-4e37-a4e3-826eee29746a, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=d9311307-1b1c-4e37-a4e3-826eee29746a,segment=NetworkSegment(dcde1e31-8d36-41ea-bdbc-619b24a229f1),segment_id=dcde1e31-8d36-41ea-bdbc-619b24a229f1)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:54.013624 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:54.164562 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Network b4e8ff73-d062-4351-9af9-7befebe67551 is already hosted by enough agents. {{(pid=93434) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:11:54.165933 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.base_scheduler [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Resources bound (agent type, host, resource id): {{(pid=93434) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:11:54.231272 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] Set router 4ef728a9-e178-4de4-801c-409f164c9ef0 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:11:54.233341 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=d9311307-1b1c-4e37-a4e3-826eee29746a,revision_number=3']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:54.282598 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Router 4ef728a9-e178-4de4-801c-409f164c9ef0 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93434) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:11:54.403979 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93434) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:11:54.409133 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3a0590d9-4f68-475a-a2cf-b03f9953545d admin admin] 10.222.0.18 "PUT /v2.0/routers/4ef728a9-e178-4de4-801c-409f164c9ef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1470397 Aug 07 04:11:54.426933 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device d02eaa50-6883-4ad9-bc93-d53ec57d37cf up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:11:54.490925 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-c35c1c90-463e-4428-8af1-341ddbb02829 None None] Provisioning complete for port 76287995-471c-429c-8481-e3258aa94c6e triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:54.491326 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c35c1c90-463e-4428-8af1-341ddbb02829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:54.535535 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef728a9-e178-4de4-801c-409f164c9ef0', 'name': 'tempest-TestShelveInstance-1902739583-router', 'tenant_id': '435fe9d023424e2490a4092c0def48a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:11:50Z', 'updated_at': '2021-08-07T04:11:53Z', 'revision_number': 4, 'project_id': '435fe9d023424e2490a4092c0def48a3', 'gw_port': {'id': '8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef728a9-e178-4de4-801c-409f164c9ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:50Z', 'updated_at': '2021-08-07T04:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '76287995-471c-429c-8481-e3258aa94c6e', 'name': '', 'network_id': 'b4e8ff73-d062-4351-9af9-7befebe67551', 'tenant_id': '435fe9d023424e2490a4092c0def48a3', 'mac_address': 'fa:16:3e:dd:34:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef728a9-e178-4de4-801c-409f164c9ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '555a3a3e-a034-41e4-87ae-2f761a0e5619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:52Z', 'updated_at': '2021-08-07T04:11:53Z', 'revision_number': 2, 'project_id': '435fe9d023424e2490a4092c0def48a3', 'subnets': [{'id': '555a3a3e-a034-41e4-87ae-2f761a0e5619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:54.570660 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d3f90e-7130-435f-912c-6a30d5adfac9 None None] The sync data for ids ['4ef728a9-e178-4de4-801c-409f164c9ef0'] in dv-cinder-803748-2-iscsi is: [{'id': '4ef728a9-e178-4de4-801c-409f164c9ef0', 'name': 'tempest-TestShelveInstance-1902739583-router', 'tenant_id': '435fe9d023424e2490a4092c0def48a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:11:50Z', 'updated_at': '2021-08-07T04:11:53Z', 'revision_number': 4, 'project_id': '435fe9d023424e2490a4092c0def48a3', 'gw_port': {'id': '8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef728a9-e178-4de4-801c-409f164c9ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:50Z', 'updated_at': '2021-08-07T04:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '76287995-471c-429c-8481-e3258aa94c6e', 'name': '', 'network_id': 'b4e8ff73-d062-4351-9af9-7befebe67551', 'tenant_id': '435fe9d023424e2490a4092c0def48a3', 'mac_address': 'fa:16:3e:dd:34:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef728a9-e178-4de4-801c-409f164c9ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '555a3a3e-a034-41e4-87ae-2f761a0e5619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:52Z', 'updated_at': '2021-08-07T04:11:53Z', 'revision_number': 2, 'project_id': '435fe9d023424e2490a4092c0def48a3', 'subnets': [{'id': '555a3a3e-a034-41e4-87ae-2f761a0e5619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:11:54.572296 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-c35c1c90-463e-4428-8af1-341ddbb02829 None None] Port 76287995-471c-429c-8481-e3258aa94c6e cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:11:54.574122 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port d02eaa50-6883-4ad9-bc93-d53ec57d37cf triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:54.574491 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:54.599656 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6430355-38e8-40cf-ae03-1ae7d76a7866 req-44c85fca-ab4f-4ab5-90c8-ef019effee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:54.602561 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f6430355-38e8-40cf-ae03-1ae7d76a7866 req-44c85fca-ab4f-4ab5-90c8-ef019effee79 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 1099 time: 0.0542195 Aug 07 04:11:54.646052 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f6430355-38e8-40cf-ae03-1ae7d76a7866 req-81a84759-2233-40a2-bc69-33a93c462420 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360081 Aug 07 04:11:54.670901 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device d9311307-1b1c-4e37-a4e3-826eee29746a up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:11:54.718960 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port d9311307-1b1c-4e37-a4e3-826eee29746a triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:54.719397 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:54.920872 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87915780-156c-4cec-9e7d-4a30062ecaa2 req-51315d50-d68e-4cca-8731-f2f964fb0b05 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:54.922393 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-87915780-156c-4cec-9e7d-4a30062ecaa2 req-51315d50-d68e-4cca-8731-f2f964fb0b05 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 946 time: 0.0731788 Aug 07 04:11:54.964951 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-87915780-156c-4cec-9e7d-4a30062ecaa2 req-6000bc6d-390b-4a6a-b4e1-4a0e0952941b tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353980 Aug 07 04:11:55.047731 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 57150) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:55.052967 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-c64c7015-e777-45c1-b991-ab971f14d8a4 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1130775181', 'description': 'tempest-secgroup-smoke-1130775181 description', 'project_id': 'e3e4d4ef3abe4de481381a13dd912222'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:55.083762 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c64c7015-e777-45c1-b991-ab971f14d8a4 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.175121 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c64c7015-e777-45c1-b991-ab971f14d8a4 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.182421 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c64c7015-e777-45c1-b991-ab971f14d8a4 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.210529 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c64c7015-e777-45c1-b991-ab971f14d8a4 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.212032 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-c64c7015-e777-45c1-b991-ab971f14d8a4 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1630180 Aug 07 04:11:55.213842 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c7015-e777-45c1-b991-ab971f14d8a4 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537f7b65-bbd3-4595-8da6-eae5265193f4,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:55.215114 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 57158) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:55.221750 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-7261b685-a269-45a6-aeb4-96bbbbd53176 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Request body: {'security_group_rule': {'security_group_id': '537f7b65-bbd3-4595-8da6-eae5265193f4', 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:55.269967 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7261b685-a269-45a6-aeb4-96bbbbd53176 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.354319 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7261b685-a269-45a6-aeb4-96bbbbd53176 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.365140 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7261b685-a269-45a6-aeb4-96bbbbd53176 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.413421 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261b685-a269-45a6-aeb4-96bbbbd53176 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60543be5-c927-4d75-b9c1-de3b7ed4ebdc,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:55.418301 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-7261b685-a269-45a6-aeb4-96bbbbd53176 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.420967 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-7261b685-a269-45a6-aeb4-96bbbbd53176 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2048175 Aug 07 04:11:55.423651 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 57162) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:55.430740 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-318bbcd5-bbc0-4c5a-bac3-2070ac38a029 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Request body: {'security_group_rule': {'security_group_id': '537f7b65-bbd3-4595-8da6-eae5265193f4', 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:55.483109 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-318bbcd5-bbc0-4c5a-bac3-2070ac38a029 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.570203 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-318bbcd5-bbc0-4c5a-bac3-2070ac38a029 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.576582 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-318bbcd5-bbc0-4c5a-bac3-2070ac38a029 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.600797 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bbcd5-bbc0-4c5a-bac3-2070ac38a029 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649bfa25-ae96-4283-be62-e30c8af8d457,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:55.611015 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-318bbcd5-bbc0-4c5a-bac3-2070ac38a029 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.615495 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-318bbcd5-bbc0-4c5a-bac3-2070ac38a029 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1891246 Aug 07 04:11:55.615999 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 57168) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:55.621043 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-7619c2b3-9d7f-42d9-9cd7-c7f98c68b38b tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Request body: {'security_group_rule': {'security_group_id': '537f7b65-bbd3-4595-8da6-eae5265193f4', 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:55.658310 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7619c2b3-9d7f-42d9-9cd7-c7f98c68b38b tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.762097 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7619c2b3-9d7f-42d9-9cd7-c7f98c68b38b tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.770831 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7619c2b3-9d7f-42d9-9cd7-c7f98c68b38b tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.788564 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619c2b3-9d7f-42d9-9cd7-c7f98c68b38b tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d36d705-e5dc-4582-afd1-fd4b8dd84d61,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:55.817706 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-7619c2b3-9d7f-42d9-9cd7-c7f98c68b38b tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.822644 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-7619c2b3-9d7f-42d9-9cd7-c7f98c68b38b tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2021480 Aug 07 04:11:55.823128 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 57170) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:55.828482 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-871820df-8ed5-4ab1-ae9c-f7d53db57814 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Request body: {'security_group_rule': {'security_group_id': '537f7b65-bbd3-4595-8da6-eae5265193f4', 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:55.880283 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-871820df-8ed5-4ab1-ae9c-f7d53db57814 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.953283 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-871820df-8ed5-4ab1-ae9c-f7d53db57814 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.959637 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-871820df-8ed5-4ab1-ae9c-f7d53db57814 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.980576 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871820df-8ed5-4ab1-ae9c-f7d53db57814 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611712a2-d1b9-4648-a8ec-ccd4849876ff,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:55.985704 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-871820df-8ed5-4ab1-ae9c-f7d53db57814 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:55.989542 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-871820df-8ed5-4ab1-ae9c-f7d53db57814 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1626916 Aug 07 04:11:55.992405 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 57174) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:56.003992 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-d4b763a5-23d7-4c7f-a857-335cf285839e tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Request body: {'security_group_rule': {'security_group_id': '537f7b65-bbd3-4595-8da6-eae5265193f4', 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:56.037188 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.securitygroups_db [None req-d4b763a5-23d7-4c7f-a857-335cf285839e tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Project e3e4d4ef3abe4de481381a13dd912222 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 04:11:56.047001 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d4b763a5-23d7-4c7f-a857-335cf285839e tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:56.143926 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d4b763a5-23d7-4c7f-a857-335cf285839e tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:56.150665 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d4b763a5-23d7-4c7f-a857-335cf285839e tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:56.178562 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-d4b763a5-23d7-4c7f-a857-335cf285839e tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:56.183554 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d4b763a5-23d7-4c7f-a857-335cf285839e tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1893268 Aug 07 04:11:56.184595 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 57176) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:56.190373 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.v2.base [None req-3c08970e-5a66-47dc-9265-8860b9c10d6c tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Request body: {'security_group_rule': {'security_group_id': '537f7b65-bbd3-4595-8da6-eae5265193f4', 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93434) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:56.190751 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b763a5-23d7-4c7f-a857-335cf285839e tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc6216f-be6e-4458-94dc-f0db024f98b0,revision_number=0']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:56.207828 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4adf4-74d4-4ee5-97dc-3f5c3c65c347 req-ec7aabb2-2d47-4ca0-a7de-16ddcb4198ff tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:56.210032 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-07a4adf4-74d4-4ee5-97dc-3f5c3c65c347 req-ec7aabb2-2d47-4ca0-a7de-16ddcb4198ff tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 946 time: 0.1291161 Aug 07 04:11:56.220128 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.db.securitygroups_db [None req-3c08970e-5a66-47dc-9265-8860b9c10d6c tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Project e3e4d4ef3abe4de481381a13dd912222 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 04:11:56.237377 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3c08970e-5a66-47dc-9265-8860b9c10d6c tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:56.272828 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-07a4adf4-74d4-4ee5-97dc-3f5c3c65c347 req-32c28bc3-47dd-488b-9a94-7a0f09cde898 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508394 Aug 07 04:11:56.340433 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3c08970e-5a66-47dc-9265-8860b9c10d6c tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:56.345755 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3c08970e-5a66-47dc-9265-8860b9c10d6c tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601678'] for security_group_rule, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:56.369573 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08970e-5a66-47dc-9265-8860b9c10d6c tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7918d1f1-6271-443b-8ca0-203e49a53aa4,revision_number=0']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:56.377594 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-3c08970e-5a66-47dc-9265-8860b9c10d6c tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:56.380796 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-3c08970e-5a66-47dc-9265-8860b9c10d6c tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1936169 Aug 07 04:11:56.469107 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9597e44-a164-450e-b62f-a0293465551f req-848937e1-4b56-4bb4-8c3b-960e41cf9b4a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:56.470802 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b9597e44-a164-450e-b62f-a0293465551f req-848937e1-4b56-4bb4-8c3b-960e41cf9b4a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 946 time: 0.0722766 Aug 07 04:11:56.541182 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:11:56.557380 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b9597e44-a164-450e-b62f-a0293465551f req-e3054144-0ce1-4f92-9974-4d4d9873c6f6 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794237 Aug 07 04:11:56.592358 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 57208) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:56.639380 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:11:56.644337 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:56.644965 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:56.666640 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35d6e46-eb1e-4427-850a-d42b12900628 tempest-TestVolumeBootPattern-1049575527 tempest-TestVolumeBootPattern-1049575527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93434) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:56.668496 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-c35d6e46-eb1e-4427-850a-d42b12900628 tempest-TestVolumeBootPattern-1049575527 tempest-TestVolumeBootPattern-1049575527-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 1094 time: 0.0750830 Aug 07 04:11:56.676591 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 57218) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:11:56.691111 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Request body: {'floatingip': {'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'port_id': 'a43f055d-3e88-463e-912d-4e9c251f3d97', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:11:56.728184 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for floatingip, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:56.785347 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:56.818336 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3,segment=NetworkSegment(9b6b177c-e449-4fcf-a11d-08625ba37460),segment_id=9b6b177c-e449-4fcf-a11d-08625ba37460)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:11:56.824614 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:56.920800 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:56.939215 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:57.115497 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Allocated IP 172.27.0.28 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/8f30522c-1e74-40e8-86e8-1ed32e12e028) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:11:57.317270 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Sync routers for ids ['4ef728a9-e178-4de4-801c-409f164c9ef0'] in dv-cinder-803748-2-iscsi {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:11:57.331024 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:57.331791 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Routers {'4ef728a9-e178-4de4-801c-409f164c9ef0'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:11:57.332862 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:11:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['4ef728a9-e178-4de4-801c-409f164c9ef0'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:57.409656 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:57.487282 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Set router 4ef728a9-e178-4de4-801c-409f164c9ef0 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:11:57.493110 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:11:57.499595 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:11:57.509192 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:11:57.579801 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Pushing event updated for resources: {'Port': ['ID=8f30522c-1e74-40e8-86e8-1ed32e12e028,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:57.740894 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef728a9-e178-4de4-801c-409f164c9ef0', 'name': 'tempest-TestShelveInstance-1902739583-router', 'tenant_id': '435fe9d023424e2490a4092c0def48a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:11:50Z', 'updated_at': '2021-08-07T04:11:53Z', 'revision_number': 4, 'project_id': '435fe9d023424e2490a4092c0def48a3', 'gw_port': {'id': '8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef728a9-e178-4de4-801c-409f164c9ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:50Z', 'updated_at': '2021-08-07T04:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '76287995-471c-429c-8481-e3258aa94c6e', 'name': '', 'network_id': 'b4e8ff73-d062-4351-9af9-7befebe67551', 'tenant_id': '435fe9d023424e2490a4092c0def48a3', 'mac_address': 'fa:16:3e:dd:34:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef728a9-e178-4de4-801c-409f164c9ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '555a3a3e-a034-41e4-87ae-2f761a0e5619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:52Z', 'updated_at': '2021-08-07T04:11:53Z', 'revision_number': 2, 'project_id': '435fe9d023424e2490a4092c0def48a3', 'subnets': [{'id': '555a3a3e-a034-41e4-87ae-2f761a0e5619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:57.775746 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Checking router: 4ef728a9-e178-4de4-801c-409f164c9ef0 for host: dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:11:57.776084 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Updating router 4ef728a9-e178-4de4-801c-409f164c9ef0 port 76287995-471c-429c-8481-e3258aa94c6e binding host dv-cinder-803748-2-iscsi {{(pid=93436) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:11:57.804072 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:58.005758 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:58.105781 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:58.142274 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Notify callbacks [] for port, precommit_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:58.154906 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.provisioning_blocks [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Transition to ACTIVE for port object 76287995-471c-429c-8481-e3258aa94c6e will not be triggered until provisioned by entity L2. {{(pid=93436) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:11:58.163251 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:58.222351 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0f8be-7ac1-4461-9c7a-48a47c93db87 None None] Pushing event updated for resources: {'Port': ['ID=76287995-471c-429c-8481-e3258aa94c6e,revision_number=3']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:58.296816 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Attempting to bind port 76287995-471c-429c-8481-e3258aa94c6e on host dv-cinder-803748-2-iscsi for vnic_type normal with profile {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:11:58.297182 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Attempting to bind port 76287995-471c-429c-8481-e3258aa94c6e by drivers openvswitch,hyperv on host dv-cinder-803748-2-iscsi at level 0 using segments [{'id': 'dcde1e31-8d36-41ea-bdbc-619b24a229f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b4e8ff73-d062-4351-9af9-7befebe67551'}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:11:58.297552 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Attempting to bind port 76287995-471c-429c-8481-e3258aa94c6e on network b4e8ff73-d062-4351-9af9-7befebe67551 {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:11:58.311672 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Checking agent: {'id': '8d8b3892-3dd9-4224-99dd-e185e00e0931', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803748-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 3, 56, 19), 'started_at': datetime.datetime(2021, 8, 7, 3, 56, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803748-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:11:58.312067 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Checking segment: {'id': 'dcde1e31-8d36-41ea-bdbc-619b24a229f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b4e8ff73-d062-4351-9af9-7befebe67551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93436) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:11:58.312563 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:58.312841 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Bound using segment: {'id': 'dcde1e31-8d36-41ea-bdbc-619b24a229f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b4e8ff73-d062-4351-9af9-7befebe67551'} {{(pid=93436) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:11:58.313478 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.managers [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Bound port: 76287995-471c-429c-8481-e3258aa94c6e, host: dv-cinder-803748-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcde1e31-8d36-41ea-bdbc-619b24a229f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b4e8ff73-d062-4351-9af9-7befebe67551'}}] {{(pid=93436) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:11:58.313868 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:58.333316 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:58.342245 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:58.420070 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Pushing event updated for resources: {'Port': ['ID=8f30522c-1e74-40e8-86e8-1ed32e12e028,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:58.422348 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] For port 76287995-471c-429c-8481-e3258aa94c6e, host dv-cinder-803748-2-iscsi, cleared binding levels {{(pid=93436) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:11:58.431309 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.plugins.ml2.db [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] For port 76287995-471c-429c-8481-e3258aa94c6e, host dv-cinder-803748-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=76287995-471c-429c-8481-e3258aa94c6e,segment=NetworkSegment(dcde1e31-8d36-41ea-bdbc-619b24a229f1),segment_id=dcde1e31-8d36-41ea-bdbc-619b24a229f1)] {{(pid=93436) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:11:58.447829 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron_lib.callbacks.manager [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93436) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:58.481179 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3 up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:11:58.506750 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Routers {'4ef728a9-e178-4de4-801c-409f164c9ef0'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93436) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:11:58.508374 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:11:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['4ef728a9-e178-4de4-801c-409f164c9ef0'], 'active': True} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:58.525142 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:58.600551 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:11:58.601425 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:58.690104 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.l3_db [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Floating IP 8c3d8488-754f-4dd0-a6da-2e08b9bda24b associated. External IP: 172.27.0.28, port: a43f055d-3e88-463e-912d-4e9c251f3d97. Aug 07 04:11:58.759024 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_dvr_db [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] Set router 4ef728a9-e178-4de4-801c-409f164c9ef0 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93436) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:11:58.999775 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Router 19579f7d-b38c-4152-871c-1fd494c4ac73 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:11:59.074216 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0f8be-7ac1-4461-9c7a-48a47c93db87 None None] Pushing event updated for resources: {'Port': ['ID=76287995-471c-429c-8481-e3258aa94c6e,revision_number=4']} {{(pid=93436) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:11:59.109567 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.l3_hamode_db [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef728a9-e178-4de4-801c-409f164c9ef0', 'name': 'tempest-TestShelveInstance-1902739583-router', 'tenant_id': '435fe9d023424e2490a4092c0def48a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:11:50Z', 'updated_at': '2021-08-07T04:11:53Z', 'revision_number': 4, 'project_id': '435fe9d023424e2490a4092c0def48a3', 'gw_port': {'id': '8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef728a9-e178-4de4-801c-409f164c9ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:50Z', 'updated_at': '2021-08-07T04:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '76287995-471c-429c-8481-e3258aa94c6e', 'name': '', 'network_id': 'b4e8ff73-d062-4351-9af9-7befebe67551', 'tenant_id': '435fe9d023424e2490a4092c0def48a3', 'mac_address': 'fa:16:3e:dd:34:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef728a9-e178-4de4-801c-409f164c9ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '555a3a3e-a034-41e4-87ae-2f761a0e5619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:52Z', 'updated_at': '2021-08-07T04:11:58Z', 'revision_number': 4, 'project_id': '435fe9d023424e2490a4092c0def48a3', 'subnets': [{'id': '555a3a3e-a034-41e4-87ae-2f761a0e5619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93436) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:59.145798 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:11:59.162656 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797320a5-97a7-46ba-ba62-8f23923532c9 None None] Sync routers for ids ['19579f7d-b38c-4152-871c-1fd494c4ac73'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:11:59.177676 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797320a5-97a7-46ba-ba62-8f23923532c9 None None] Routers {'19579f7d-b38c-4152-871c-1fd494c4ac73'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:11:59.178308 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-797320a5-97a7-46ba-ba62-8f23923532c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:11:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['19579f7d-b38c-4152-871c-1fd494c4ac73'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:59.190832 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:11:59.239517 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baa7c01-1f25-4b13-bfd8-ee222817a293 None None] The sync data for ids ['4ef728a9-e178-4de4-801c-409f164c9ef0'] in dv-cinder-803748-2-iscsi is: [{'id': '4ef728a9-e178-4de4-801c-409f164c9ef0', 'name': 'tempest-TestShelveInstance-1902739583-router', 'tenant_id': '435fe9d023424e2490a4092c0def48a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:11:50Z', 'updated_at': '2021-08-07T04:11:53Z', 'revision_number': 4, 'project_id': '435fe9d023424e2490a4092c0def48a3', 'gw_port': {'id': '8fe697fa-7c69-4903-9b11-d0c3e2c5f8e3', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef728a9-e178-4de4-801c-409f164c9ef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:50Z', 'updated_at': '2021-08-07T04:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_interfaces': [{'id': '76287995-471c-429c-8481-e3258aa94c6e', 'name': '', 'network_id': 'b4e8ff73-d062-4351-9af9-7befebe67551', 'tenant_id': '435fe9d023424e2490a4092c0def48a3', 'mac_address': 'fa:16:3e:dd:34:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef728a9-e178-4de4-801c-409f164c9ef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '555a3a3e-a034-41e4-87ae-2f761a0e5619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:52Z', 'updated_at': '2021-08-07T04:11:58Z', 'revision_number': 4, 'project_id': '435fe9d023424e2490a4092c0def48a3', 'subnets': [{'id': '555a3a3e-a034-41e4-87ae-2f761a0e5619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93436) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:11:59.254276 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-e9e93f46-dffc-45f5-a40e-7038acd46607 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5748968 Aug 07 04:11:59.255007 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac5d7b0-aae4-4683-8916-60396f6ce2cc', 'tag': 'a43f055d-3e88-463e-912d-4e9c251f3d97'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:11:59.257541 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf2a638-74a6-4b46-91e8-602314c27eed" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac5d7b0-aae4-4683-8916-60396f6ce2cc", "tag": "a43f055d-3e88-463e-912d-4e9c251f3d97"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:11:59.308765 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795de56a-9cf3-4aba-bd06-b96a8b092a78 x-openstack-request-id: req-795de56a-9cf3-4aba-bd06-b96a8b092a78 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:11:59.309143 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac5d7b0-aae4-4683-8916-60396f6ce2cc", "tag": "a43f055d-3e88-463e-912d-4e9c251f3d97", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:11:59.309400 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-795de56a-9cf3-4aba-bd06-b96a8b092a78 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:11:59.310437 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac5d7b0-aae4-4683-8916-60396f6ce2cc', 'tag': 'a43f055d-3e88-463e-912d-4e9c251f3d97', 'status': 'completed', 'code': 200} Aug 07 04:11:59.384516 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-797320a5-97a7-46ba-ba62-8f23923532c9 None None] Set router 19579f7d-b38c-4152-871c-1fd494c4ac73 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:11:59.405714 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2a638-74a6-4b46-91e8-602314c27eed req-4b57d5a1-162b-40be-baf6-e0dc7beb6107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:59.408466 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ecf2a638-74a6-4b46-91e8-602314c27eed req-4b57d5a1-162b-40be-baf6-e0dc7beb6107 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=247ed23b8f704cad8656985f5f9aac7d&device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 1099 time: 0.0754504 Aug 07 04:11:59.536837 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2a638-74a6-4b46-91e8-602314c27eed req-ec94b9d4-b3d2-4663-b382-fb3e0c3cc531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:59.538335 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ecf2a638-74a6-4b46-91e8-602314c27eed req-ec94b9d4-b3d2-4663-b382-fb3e0c3cc531 service neutron] 10.222.0.30 "GET /v2.0/networks?id=275c17b5-8fd8-4af1-82c9-49e38086c905 HTTP/1.1" status: 200 len: 912 time: 0.1218154 Aug 07 04:11:59.620563 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ecf2a638-74a6-4b46-91e8-602314c27eed req-f6b9c563-bbd2-4fd6-a717-14bc4d1156f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a43f055d-3e88-463e-912d-4e9c251f3d97 HTTP/1.1" status: 200 len: 999 time: 0.0746398 Aug 07 04:11:59.690192 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2a638-74a6-4b46-91e8-602314c27eed req-cc4627da-3dac-455b-8f9f-31341108a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:59.694569 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ecf2a638-74a6-4b46-91e8-602314c27eed req-cc4627da-3dac-455b-8f9f-31341108a8a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937e2577-2fb8-4215-8d19-a0491f5eb6fe HTTP/1.1" status: 200 len: 850 time: 0.0652413 Aug 07 04:11:59.696565 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-797320a5-97a7-46ba-ba62-8f23923532c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '8c3d8488-754f-4dd0-a6da-2e08b9bda24b', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'port_id': 'a43f055d-3e88-463e-912d-4e9c251f3d97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'mac_address': 'fa:16:3e:8f:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac5d7b0-aae4-4683-8916-60396f6ce2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:11:57Z', 'updated_at': '2021-08-07T04:11:57Z', 'revision_number': 0, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de5ca5-ed7b-47b2-877b-69a682767aa6', 'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'mac_address': 'fa:16:3e:b4:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:30Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 5, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'subnets': [{'id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:59.725969 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797320a5-97a7-46ba-ba62-8f23923532c9 None None] Checking router: 19579f7d-b38c-4152-871c-1fd494c4ac73 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:11:59.736950 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797320a5-97a7-46ba-ba62-8f23923532c9 None None] Routers {'19579f7d-b38c-4152-871c-1fd494c4ac73'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:11:59.738214 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-797320a5-97a7-46ba-ba62-8f23923532c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:11:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['19579f7d-b38c-4152-871c-1fd494c4ac73'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:11:59.781445 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2a638-74a6-4b46-91e8-602314c27eed req-7dfbea27-e01f-48d8-8fd2-d677812c8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:11:59.783280 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ecf2a638-74a6-4b46-91e8-602314c27eed req-7dfbea27-e01f-48d8-8fd2-d677812c8e64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=275c17b5-8fd8-4af1-82c9-49e38086c905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701270 Aug 07 04:11:59.920072 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ecf2a638-74a6-4b46-91e8-602314c27eed req-8fa59c64-c81d-4e15-8040-d3165342850c service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267860 Aug 07 04:11:59.923806 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-797320a5-97a7-46ba-ba62-8f23923532c9 None None] Set router 19579f7d-b38c-4152-871c-1fd494c4ac73 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:12:00.063018 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ecf2a638-74a6-4b46-91e8-602314c27eed req-31b30add-3be4-49b2-a38d-a7a2389d7c81 service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348159 Aug 07 04:12:00.261330 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-797320a5-97a7-46ba-ba62-8f23923532c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '8c3d8488-754f-4dd0-a6da-2e08b9bda24b', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'port_id': 'a43f055d-3e88-463e-912d-4e9c251f3d97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'mac_address': 'fa:16:3e:8f:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac5d7b0-aae4-4683-8916-60396f6ce2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:11:57Z', 'updated_at': '2021-08-07T04:11:57Z', 'revision_number': 0, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de5ca5-ed7b-47b2-877b-69a682767aa6', 'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'mac_address': 'fa:16:3e:b4:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:30Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 5, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'subnets': [{'id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:12:00.296234 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797320a5-97a7-46ba-ba62-8f23923532c9 None None] The sync data for ids ['19579f7d-b38c-4152-871c-1fd494c4ac73'] in dv-cinder-803748-2-iscsi is: [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '8c3d8488-754f-4dd0-a6da-2e08b9bda24b', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'port_id': 'a43f055d-3e88-463e-912d-4e9c251f3d97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'mac_address': 'fa:16:3e:8f:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac5d7b0-aae4-4683-8916-60396f6ce2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:11:57Z', 'updated_at': '2021-08-07T04:11:57Z', 'revision_number': 0, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de5ca5-ed7b-47b2-877b-69a682767aa6', 'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'mac_address': 'fa:16:3e:b4:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:30Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 5, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'subnets': [{'id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:12:00.433098 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 76287995-471c-429c-8481-e3258aa94c6e up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:12:00.537020 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning for port 76287995-471c-429c-8481-e3258aa94c6e completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:12:00.543634 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 76287995-471c-429c-8481-e3258aa94c6e triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:12:00.544266 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:00.693987 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:00.740400 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] For port 76287995-471c-429c-8481-e3258aa94c6e, host dv-cinder-803748-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803748-2-iscsi',level=0,port_id=76287995-471c-429c-8481-e3258aa94c6e,segment=NetworkSegment(dcde1e31-8d36-41ea-bdbc-619b24a229f1),segment_id=dcde1e31-8d36-41ea-bdbc-619b24a229f1)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:12:00.748676 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:00.824859 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Pushing event updated for resources: {'Port': ['ID=76287995-471c-429c-8481-e3258aa94c6e,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:12:00.845484 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1303e8-f412-4ffb-8d1b-8d31543b3aaa None None] New status for floating IP 8c3d8488-754f-4dd0-a6da-2e08b9bda24b: ACTIVE {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:12:02.409518 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Device 76287995-471c-429c-8481-e3258aa94c6e up at agent ovs-agent-dv-cinder-803748-2-iscsi {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:12:02.458859 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Provisioning complete for port 76287995-471c-429c-8481-e3258aa94c6e triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:12:02.459334 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:02.944053 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:12:07.788634 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:16.711830 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-cd6707f7-2cd3-44f6-be44-bac51bfe623d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:18.637575 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-3dd95ad1-bd8f-4ca4-9be7-36eb97e54e02 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130775181&fields=id&tenant_id=e3e4d4ef3abe4de481381a13dd912222 HTTP/1.1" status: 200 len: 267 time: 0.0336397 Aug 07 04:12:18.738387 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-0a4d7d7e-a51a-4732-b1ef-997d0a7aa744 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:18.739867 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-0a4d7d7e-a51a-4732-b1ef-997d0a7aa744 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/networks?id=03230b8c-a260-48a2-95b7-580ea4463021 HTTP/1.1" status: 200 len: 809 time: 0.0958691 Aug 07 04:12:18.754677 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-fd6664dd-09de-4eb8-a72c-7cf6075806ab tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/quotas/e3e4d4ef3abe4de481381a13dd912222 HTTP/1.1" status: 200 len: 375 time: 0.0086265 Aug 07 04:12:18.808354 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-c18d0201-267a-4a93-ad46-e191d811cc1f tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e3e4d4ef3abe4de481381a13dd912222&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485919 Aug 07 04:12:18.902011 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-3fe00912-0ead-42f6-a746-64d15917e69e service neutron] 10.222.0.18 "GET /v2.0/networks/03230b8c-a260-48a2-95b7-580ea4463021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817709 Aug 07 04:12:18.992687 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-870d7a3c-e6e7-4b99-bc92-8a8f1fd8a93a service neutron] 10.222.0.18 "GET /v2.0/networks/03230b8c-a260-48a2-95b7-580ea4463021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846708 Aug 07 04:12:19.116311 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-5f88d450-c948-48b4-9311-31ef25adf95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:19.271001 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-12a2c51c-02a1-47f7-bcb7-fe08f7f46321 req-81f9b5c4-bd7c-46a7-bd2c-da676ef4a8b1 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 210 time: 0.0257046 Aug 07 04:12:19.458642 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 57438) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:12:19.513676 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_v2 [None req-00dd0ac4-8c76-4021-bd31-2d92ac8b94c5 admin admin] Deleting subnet 30f5d7a8-3e50-49a1-b82c-1abc5663afa3 {{(pid=93433) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:12:19.517091 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-00dd0ac4-8c76-4021-bd31-2d92ac8b94c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:19.519866 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:19.554881 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-00dd0ac4-8c76-4021-bd31-2d92ac8b94c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3639450'] for subnet, precommit_delete_associations {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:19.599428 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-00dd0ac4-8c76-4021-bd31-2d92ac8b94c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33051012'] for subnet, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:19.654873 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-00dd0ac4-8c76-4021-bd31-2d92ac8b94c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33051027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3699591', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8841518'] for subnet, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:19.682700 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd0ac4-8c76-4021-bd31-2d92ac8b94c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f5d7a8-3e50-49a1-b82c-1abc5663afa3,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:12:19.684755 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-00dd0ac4-8c76-4021-bd31-2d92ac8b94c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:19.686608 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-00dd0ac4-8c76-4021-bd31-2d92ac8b94c5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/30f5d7a8-3e50-49a1-b82c-1abc5663afa3 HTTP/1.1" status: 204 len: 168 time: 0.2269366 Aug 07 04:12:19.689133 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 57442) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:12:19.757100 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-20674589-3ab0-44ba-9150-8146eba19c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33107803'] for network, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:20.211837 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-20674589-3ab0-44ba-9150-8146eba19c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33051139', 'neutron.services.segments.db._delete_segments_for_network-8791076431984'] for network, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:20.229243 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-20674589-3ab0-44ba-9150-8146eba19c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979c913b-8590-4797-897d-9735e2d2ce74']}} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:12:20.243127 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-20674589-3ab0-44ba-9150-8146eba19c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea994c9a-f557-4397-9096-cdfca6e01427') {'for_net_delete': True} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:12:20.243427 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.services.segments.db [None req-20674589-3ab0-44ba-9150-8146eba19c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea994c9a-f557-4397-9096-cdfca6e01427') {} {{(pid=93433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:12:20.262878 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-20674589-3ab0-44ba-9150-8146eba19c3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791076434809', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3639437'] for segment, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:20.287653 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-20674589-3ab0-44ba-9150-8146eba19c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077'] for segment, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:20.296594 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-6ae6dafc-1c9f-40bb-b985-5068eb7abbe8 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:20.298162 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-6ae6dafc-1c9f-40bb-b985-5068eb7abbe8 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.30 "GET /v2.0/networks?id=03230b8c-a260-48a2-95b7-580ea4463021 HTTP/1.1" status: 200 len: 809 time: 0.1504257 Aug 07 04:12:20.304522 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20674589-3ab0-44ba-9150-8146eba19c3f admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93433) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:12:20.304941 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-20674589-3ab0-44ba-9150-8146eba19c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33051077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3699545'] for segment, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: Traceback (most recent call last): Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: timer() Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: cb(*args, **kw) Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: return func(*args, **kwargs) Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: self._notify() Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: self.callback(batched_events) Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: event.method(event) Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: return f(self, *a, **k) Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: return self._get(url).json() Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: return self.request(url, 'GET', **kwargs) Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:12:20.307590 dv-cinder-803748-2-iscsi neutron-server[93433]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:12:20.397266 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-18fe5c83-fd51-45d9-ad3d-73d249e7d057 req-d807b537-f6b1-4ad3-a28a-9c73d273db4c tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 210 time: 0.0468702 Aug 07 04:12:20.421092 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-1ca799bb-0c4e-404d-a6ea-833c5d20dc63 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3e4d4ef3abe4de481381a13dd912222 HTTP/1.1" status: 200 len: 380 time: 0.1008873 Aug 07 04:12:20.422106 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-20674589-3ab0-44ba-9150-8146eba19c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33051162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-965302'] for network, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:20.430199 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-20674589-3ab0-44ba-9150-8146eba19c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561708'] for network, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:20.432449 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-20674589-3ab0-44ba-9150-8146eba19c3f admin admin] 10.222.0.18 "DELETE /v2.0/networks/979c913b-8590-4797-897d-9735e2d2ce74 HTTP/1.1" status: 204 len: 168 time: 0.7424080 Aug 07 04:12:20.438466 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-26915c38-b396-40ab-871f-3157cd47fdc3 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Request body: {'port': {'device_id': '71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1', 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021', 'admin_state_up': True, 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'security_groups': ['537f7b65-bbd3-4595-8da6-eae5265193f4']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:12:20.451487 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20674589-3ab0-44ba-9150-8146eba19c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=979c913b-8590-4797-897d-9735e2d2ce74,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:12:20.557562 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-26915c38-b396-40ab-871f-3157cd47fdc3 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Made reservation on behalf of e3e4d4ef3abe4de481381a13dd912222 for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:12:20.561122 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-26915c38-b396-40ab-871f-3157cd47fdc3 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:20.611942 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 57450) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:12:20.654708 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:20.657135 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-257052fe-3fb1-4054-9bcb-bead90abe38b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e43786bfc3284467a643a93e7b2be1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439827 Aug 07 04:12:20.657749 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 57452) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:12:20.704903 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-26915c38-b396-40ab-871f-3157cd47fdc3 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Allocated IP 172.20.0.3 (03230b8c-a260-48a2-95b7-580ea4463021/16363a5e-b745-4b9f-9cee-39306d00f3cd/d31f327c-4c06-4d01-8564-b68004456d97) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:12:20.709278 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c76e262b-b5d9-4ff6-b352-1aa47cc949c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:20.733170 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c76e262b-b5d9-4ff6-b352-1aa47cc949c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:20.779802 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c76e262b-b5d9-4ff6-b352-1aa47cc949c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:20.782390 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-c76e262b-b5d9-4ff6-b352-1aa47cc949c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:20.783561 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-c76e262b-b5d9-4ff6-b352-1aa47cc949c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e923727-c56e-44b1-94e3-40ba702e5d9f HTTP/1.1" status: 204 len: 168 time: 0.1249101 Aug 07 04:12:20.791718 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e262b-b5d9-4ff6-b352-1aa47cc949c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e923727-c56e-44b1-94e3-40ba702e5d9f,revision_number=None']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:12:20.857529 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-26915c38-b396-40ab-871f-3157cd47fdc3 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:20.870742 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-26915c38-b396-40ab-871f-3157cd47fdc3 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Transition to ACTIVE for port object d31f327c-4c06-4d01-8564-b68004456d97 will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:12:20.904231 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-26915c38-b396-40ab-871f-3157cd47fdc3 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:20.949003 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-26915c38-b396-40ab-871f-3157cd47fdc3 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Network 03230b8c-a260-48a2-95b7-580ea4463021 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:12:20.952122 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-26915c38-b396-40ab-871f-3157cd47fdc3 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:12:20.956036 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-26915c38-b396-40ab-871f-3157cd47fdc3 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:12:20.981561 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26915c38-b396-40ab-871f-3157cd47fdc3 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Pushing event updated for resources: {'Port': ['ID=d31f327c-4c06-4d01-8564-b68004456d97,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:12:21.008815 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-26915c38-b396-40ab-871f-3157cd47fdc3 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:21.009980 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-26915c38-b396-40ab-871f-3157cd47fdc3 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:21.024599 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-26915c38-b396-40ab-871f-3157cd47fdc3 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5909827 Aug 07 04:12:21.037131 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Request body: {'port': {'device_id': '71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:12:21.101403 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:21.245791 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-1d5be7a5-a237-4252-8417-030eae005af6 None None] Provisioning for port d31f327c-4c06-4d01-8564-b68004456d97 completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:12:21.249729 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-1d5be7a5-a237-4252-8417-030eae005af6 None None] Provisioning complete for port d31f327c-4c06-4d01-8564-b68004456d97 triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:12:21.250340 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-1d5be7a5-a237-4252-8417-030eae005af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:21.284261 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-1d5be7a5-a237-4252-8417-030eae005af6 None None] Port d31f327c-4c06-4d01-8564-b68004456d97 cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:12:21.374247 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d31f327c-4c06-4d01-8564-b68004456d97 {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:12:21.381786 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:21.393662 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Transition to ACTIVE for port object d31f327c-4c06-4d01-8564-b68004456d97 will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:12:21.397702 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:21.455875 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Pushing event updated for resources: {'Port': ['ID=d31f327c-4c06-4d01-8564-b68004456d97,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:12:21.562806 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Attempting to bind port d31f327c-4c06-4d01-8564-b68004456d97 on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:12:21.563195 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Attempting to bind port d31f327c-4c06-4d01-8564-b68004456d97 by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '1cfabf74-6286-4545-b3bb-960455aab5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:12:21.563526 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Attempting to bind port d31f327c-4c06-4d01-8564-b68004456d97 on network 03230b8c-a260-48a2-95b7-580ea4463021 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:12:21.575592 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c951a-af68-49a6-9f5c-dd832be55907 req-c70bb89c-7e37-436b-9953-f605d07311f6 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:21.577162 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-749c951a-af68-49a6-9f5c-dd832be55907 req-c70bb89c-7e37-436b-9953-f605d07311f6 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 943 time: 0.0839882 Aug 07 04:12:21.578248 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Port d31f327c-4c06-4d01-8564-b68004456d97 on network 03230b8c-a260-48a2-95b7-580ea4463021 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:12:21.578576 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Attempting to bind port d31f327c-4c06-4d01-8564-b68004456d97 on network 03230b8c-a260-48a2-95b7-580ea4463021 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:12:21.584461 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:12:21.584874 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Checking segment: {'id': '1cfabf74-6286-4545-b3bb-960455aab5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:12:21.585270 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Bound using segment: {'id': '1cfabf74-6286-4545-b3bb-960455aab5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:12:21.585709 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Bound port: d31f327c-4c06-4d01-8564-b68004456d97, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cfabf74-6286-4545-b3bb-960455aab5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:12:21.586078 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:21.658861 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-749c951a-af68-49a6-9f5c-dd832be55907 req-d73846f8-9c1b-4e49-80b5-767dda933704 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/security-groups?id=537f7b65-bbd3-4595-8da6-eae5265193f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687835 Aug 07 04:12:21.681514 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] For port d31f327c-4c06-4d01-8564-b68004456d97, host hv-cinder-80374, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:12:21.684574 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] For port d31f327c-4c06-4d01-8564-b68004456d97, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=d31f327c-4c06-4d01-8564-b68004456d97,segment=NetworkSegment(1cfabf74-6286-4545-b3bb-960455aab5d7),segment_id=1cfabf74-6286-4545-b3bb-960455aab5d7)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:12:21.689338 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:21.729387 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:21.730049 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:21.731487 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] 10.222.0.30 "PUT /v2.0/ports/d31f327c-4c06-4d01-8564-b68004456d97 HTTP/1.1" status: 200 len: 1093 time: 0.6987772 Aug 07 04:12:21.731831 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1', 'tag': 'd31f327c-4c06-4d01-8564-b68004456d97'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:12:21.734105 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13d7567-6931-44de-b0e5-a8f5182464fc" -d '{"events": [{"name": "network-changed", "server_uuid": "71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1", "tag": "d31f327c-4c06-4d01-8564-b68004456d97"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:12:21.759763 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ae125-9b46-43e1-8c47-5904b423c5da service neutron] Pushing event updated for resources: {'Port': ['ID=d31f327c-4c06-4d01-8564-b68004456d97,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:12:21.798041 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdba0c5-83d5-4c59-a1a5-d7d587e0c800 x-openstack-request-id: req-fbdba0c5-83d5-4c59-a1a5-d7d587e0c800 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:12:21.798334 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1", "tag": "d31f327c-4c06-4d01-8564-b68004456d97", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:12:21.798586 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbdba0c5-83d5-4c59-a1a5-d7d587e0c800 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:12:21.799007 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1', 'tag': 'd31f327c-4c06-4d01-8564-b68004456d97', 'status': 'completed', 'code': 200} Aug 07 04:12:21.830716 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-e2147ab3-23dc-4da5-9913-9f31d9b85378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:21.832168 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-e2147ab3-23dc-4da5-9913-9f31d9b85378 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3e4d4ef3abe4de481381a13dd912222&device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 1096 time: 0.0471187 Aug 07 04:12:21.877330 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-519f10b7-585a-484f-99c9-a9a0b33dddd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d31f327c-4c06-4d01-8564-b68004456d97 HTTP/1.1" status: 200 len: 217 time: 0.0364702 Aug 07 04:12:21.932126 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-6788ec8d-b7d5-4b14-913b-dcf33a89009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:21.933741 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-6788ec8d-b7d5-4b14-913b-dcf33a89009e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16363a5e-b745-4b9f-9cee-39306d00f3cd HTTP/1.1" status: 200 len: 848 time: 0.0497684 Aug 07 04:12:21.988766 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-62a9947f-eefa-46e2-b940-943b1568e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:21.990268 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-62a9947f-eefa-46e2-b940-943b1568e8cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=03230b8c-a260-48a2-95b7-580ea4463021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493069 Aug 07 04:12:22.088746 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-a178363a-05d8-4e2e-8aee-56f99b5a1a2b service neutron] 10.222.0.30 "GET /v2.0/networks/03230b8c-a260-48a2-95b7-580ea4463021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903978 Aug 07 04:12:22.186652 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-084c2e75-c6ab-4ce0-b24d-2976b0f42e2b req-30a122a3-9cad-4170-9f25-2745450a7e3d service neutron] 10.222.0.30 "GET /v2.0/networks/03230b8c-a260-48a2-95b7-580ea4463021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899925 Aug 07 04:12:22.275039 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7567-6931-44de-b0e5-a8f5182464fc req-f3143a71-8ee2-4965-9275-6c9a234c7fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:22.276512 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b13d7567-6931-44de-b0e5-a8f5182464fc req-f3143a71-8ee2-4965-9275-6c9a234c7fed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3e4d4ef3abe4de481381a13dd912222&device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 1096 time: 0.0410950 Aug 07 04:12:22.330314 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:22.372406 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7567-6931-44de-b0e5-a8f5182464fc req-4d1b8f7c-aa65-4a70-a381-96f08b8d38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:22.373858 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b13d7567-6931-44de-b0e5-a8f5182464fc req-4d1b8f7c-aa65-4a70-a381-96f08b8d38d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=03230b8c-a260-48a2-95b7-580ea4463021 HTTP/1.1" status: 200 len: 910 time: 0.0876594 Aug 07 04:12:22.414625 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b13d7567-6931-44de-b0e5-a8f5182464fc req-67969b75-b832-4399-ade5-1824d4845149 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d31f327c-4c06-4d01-8564-b68004456d97 HTTP/1.1" status: 200 len: 217 time: 0.0330081 Aug 07 04:12:22.461851 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7567-6931-44de-b0e5-a8f5182464fc req-9653ce4a-dfd8-46fb-a0df-82badfea0074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:22.464007 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b13d7567-6931-44de-b0e5-a8f5182464fc req-9653ce4a-dfd8-46fb-a0df-82badfea0074 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16363a5e-b745-4b9f-9cee-39306d00f3cd HTTP/1.1" status: 200 len: 848 time: 0.0421114 Aug 07 04:12:22.508286 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7567-6931-44de-b0e5-a8f5182464fc req-1d940b7d-43b9-4c8e-acfe-ccfa90c9128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:22.509954 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b13d7567-6931-44de-b0e5-a8f5182464fc req-1d940b7d-43b9-4c8e-acfe-ccfa90c9128f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=03230b8c-a260-48a2-95b7-580ea4463021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378361 Aug 07 04:12:22.607163 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b13d7567-6931-44de-b0e5-a8f5182464fc req-a99be031-d3d8-4202-be84-9e431b604299 service neutron] 10.222.0.30 "GET /v2.0/networks/03230b8c-a260-48a2-95b7-580ea4463021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885861 Aug 07 04:12:22.692985 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b13d7567-6931-44de-b0e5-a8f5182464fc req-bc66d7ba-d77b-4d17-8af8-4375845f238d service neutron] 10.222.0.30 "GET /v2.0/networks/03230b8c-a260-48a2-95b7-580ea4463021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789027 Aug 07 04:12:22.777590 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341e3b6-64fd-49a1-b779-a4ff3362cc69 req-971b0285-f734-4766-89ba-d3f5b5d0cc38 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:22.779058 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7341e3b6-64fd-49a1-b779-a4ff3362cc69 req-971b0285-f734-4766-89ba-d3f5b5d0cc38 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 943 time: 0.0529995 Aug 07 04:12:22.814476 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7341e3b6-64fd-49a1-b779-a4ff3362cc69 req-985a1d2a-16ae-4546-a3f6-61a15d5d73ef tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/security-groups?id=537f7b65-bbd3-4595-8da6-eae5265193f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296156 Aug 07 04:12:23.927675 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d022d0-8b97-4509-ba79-19d01e11b1ee req-4497b0af-e33e-477e-9bcc-c1525183590a tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:23.929103 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-09d022d0-8b97-4509-ba79-19d01e11b1ee req-4497b0af-e33e-477e-9bcc-c1525183590a tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 943 time: 0.0475538 Aug 07 04:12:23.965788 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-09d022d0-8b97-4509-ba79-19d01e11b1ee req-6fdba695-2b2f-4028-9ece-0243fe0812e4 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/security-groups?id=537f7b65-bbd3-4595-8da6-eae5265193f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307851 Aug 07 04:12:25.077209 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54abd94-7e71-49a3-92d9-33d403bbf5df req-dfc275f8-e15c-47f3-b725-1163d76c4b76 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:25.078678 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f54abd94-7e71-49a3-92d9-33d403bbf5df req-dfc275f8-e15c-47f3-b725-1163d76c4b76 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 943 time: 0.0472360 Aug 07 04:12:25.115293 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f54abd94-7e71-49a3-92d9-33d403bbf5df req-3639c0b4-83ff-4cb3-a07a-29f7f73be20b tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/security-groups?id=537f7b65-bbd3-4595-8da6-eae5265193f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307930 Aug 07 04:12:26.233190 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842de7c-2e75-43d7-b10e-5399d0035ed5 req-ed18faae-00ce-4cb9-981e-f7f770dc3ea3 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:26.234649 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0842de7c-2e75-43d7-b10e-5399d0035ed5 req-ed18faae-00ce-4cb9-981e-f7f770dc3ea3 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 943 time: 0.0526471 Aug 07 04:12:26.272473 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0842de7c-2e75-43d7-b10e-5399d0035ed5 req-ceb480d3-1e06-4af5-a4a5-46e23ce43d83 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/security-groups?id=537f7b65-bbd3-4595-8da6-eae5265193f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319831 Aug 07 04:12:27.382581 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349742df-964e-435d-86a3-5bf1d6b52129 req-0535a087-579c-419d-85a4-01375b8c32bd tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:27.384077 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-349742df-964e-435d-86a3-5bf1d6b52129 req-0535a087-579c-419d-85a4-01375b8c32bd tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 943 time: 0.0474102 Aug 07 04:12:27.422188 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-349742df-964e-435d-86a3-5bf1d6b52129 req-79a2d392-35f7-4a8b-ac4c-842134970ae7 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/security-groups?id=537f7b65-bbd3-4595-8da6-eae5265193f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315685 Aug 07 04:12:28.532735 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e84e5-074f-4fe5-b196-bee834c84f6a req-43f313a1-d263-4e18-92d3-12836523d2b0 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:28.534174 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-480e84e5-074f-4fe5-b196-bee834c84f6a req-43f313a1-d263-4e18-92d3-12836523d2b0 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 943 time: 0.0472386 Aug 07 04:12:28.571315 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-480e84e5-074f-4fe5-b196-bee834c84f6a req-899525f4-78dd-4fc4-8562-5f1609c433fd tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/security-groups?id=537f7b65-bbd3-4595-8da6-eae5265193f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313003 Aug 07 04:12:29.686889 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a86bd4-b1a3-499e-baed-1db896e2d2e5 req-90fc17e5-1b19-444e-8570-24b4e30aa39a tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:29.688380 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-05a86bd4-b1a3-499e-baed-1db896e2d2e5 req-90fc17e5-1b19-444e-8570-24b4e30aa39a tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 943 time: 0.0507901 Aug 07 04:12:29.725546 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-05a86bd4-b1a3-499e-baed-1db896e2d2e5 req-4f08b931-a68a-47f4-b9ae-d64100bade42 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/security-groups?id=537f7b65-bbd3-4595-8da6-eae5265193f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314429 Aug 07 04:12:29.926031 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [-] (93434) accepted ('10.222.0.18', 57544) {{(pid=93434) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:12:30.029069 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-fc070604-1c7e-4d86-a75d-feb7d38272f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:30.116660 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-fc070604-1c7e-4d86-a75d-feb7d38272f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:30.120160 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron_lib.callbacks.manager [None req-fc070604-1c7e-4d86-a75d-feb7d38272f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_create {{(pid=93434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:30.157798 dv-cinder-803748-2-iscsi neutron-server[93434]: INFO neutron.wsgi [None req-fc070604-1c7e-4d86-a75d-feb7d38272f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d688d92d747c4f7e98789f358c6a9c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307127 Aug 07 04:12:30.159845 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc070604-1c7e-4d86-a75d-feb7d38272f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e28887-bbc9-4b39-a222-d243374f4a52,revision_number=1']} {{(pid=93434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:12:30.160597 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 57548) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:12:30.208579 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c58b1988-9ffa-4562-af54-651f559d457d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:30.229169 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c58b1988-9ffa-4562-af54-651f559d457d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:30.275836 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c58b1988-9ffa-4562-af54-651f559d457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601761'] for security_group, after_delete {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:30.279352 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-c58b1988-9ffa-4562-af54-651f559d457d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:30.280527 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-c58b1988-9ffa-4562-af54-651f559d457d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27e28887-bbc9-4b39-a222-d243374f4a52 HTTP/1.1" status: 204 len: 168 time: 0.1189427 Aug 07 04:12:30.288058 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b1988-9ffa-4562-af54-651f559d457d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e28887-bbc9-4b39-a222-d243374f4a52,revision_number=None']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:12:30.514420 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device d31f327c-4c06-4d01-8564-b68004456d97 details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:12:30.612119 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port d31f327c-4c06-4d01-8564-b68004456d97, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=d31f327c-4c06-4d01-8564-b68004456d97,segment=NetworkSegment(1cfabf74-6286-4545-b3bb-960455aab5d7),segment_id=1cfabf74-6286-4545-b3bb-960455aab5d7)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:12:30.623835 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': 'd31f327c-4c06-4d01-8564-b68004456d97', 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021', 'port_id': 'd31f327c-4c06-4d01-8564-b68004456d97', 'mac_address': 'fa:16:3e:1b:fe:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16363a5e-b745-4b9f-9cee-39306d00f3cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:12:30.659428 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:30.671346 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d31f327c-4c06-4d01-8564-b68004456d97 {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:12:30.689897 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port d31f327c-4c06-4d01-8564-b68004456d97, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=d31f327c-4c06-4d01-8564-b68004456d97,segment=NetworkSegment(1cfabf74-6286-4545-b3bb-960455aab5d7),segment_id=1cfabf74-6286-4545-b3bb-960455aab5d7)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:12:30.693743 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:30.743618 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=d31f327c-4c06-4d01-8564-b68004456d97,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:12:30.841768 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ee805-e5a3-41cd-bc5c-8faeb00eab4e req-0e866a95-758e-405b-8d97-bb42dccb2f3f tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:30.843290 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-286ee805-e5a3-41cd-bc5c-8faeb00eab4e req-0e866a95-758e-405b-8d97-bb42dccb2f3f tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 944 time: 0.0514271 Aug 07 04:12:30.881412 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-286ee805-e5a3-41cd-bc5c-8faeb00eab4e req-df3f6e81-7af4-4dca-b458-c42985123ff8 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/security-groups?id=537f7b65-bbd3-4595-8da6-eae5265193f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320015 Aug 07 04:12:30.904327 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['d31f327c-4c06-4d01-8564-b68004456d97'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:12:31.996729 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f656b4-95f6-41c1-9748-bd1c40f5bb3a req-1ae581a5-03d2-43a1-a21c-12ac935e1757 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:31.998172 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-88f656b4-95f6-41c1-9748-bd1c40f5bb3a req-1ae581a5-03d2-43a1-a21c-12ac935e1757 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 944 time: 0.0507798 Aug 07 04:12:32.035201 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-88f656b4-95f6-41c1-9748-bd1c40f5bb3a req-00ce290e-4000-48a0-975c-ebae2ea1c84b tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/security-groups?id=537f7b65-bbd3-4595-8da6-eae5265193f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311854 Aug 07 04:12:32.529394 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device d31f327c-4c06-4d01-8564-b68004456d97 up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:12:32.575476 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port d31f327c-4c06-4d01-8564-b68004456d97 completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:12:32.579092 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port d31f327c-4c06-4d01-8564-b68004456d97 triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:12:32.579478 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:32.652681 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:32.673835 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31f327c-4c06-4d01-8564-b68004456d97'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:12:32.676073 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f592c8-b8cb-41b6-a067-08ccda355b97" -d '{"events": [{"server_uuid": "71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1", "name": "network-vif-plugged", "status": "completed", "tag": "d31f327c-4c06-4d01-8564-b68004456d97"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:12:32.692402 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port d31f327c-4c06-4d01-8564-b68004456d97, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=d31f327c-4c06-4d01-8564-b68004456d97,segment=NetworkSegment(1cfabf74-6286-4545-b3bb-960455aab5d7),segment_id=1cfabf74-6286-4545-b3bb-960455aab5d7)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:12:32.696477 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:32.722621 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b311f686-6932-479d-b831-d933e6073dad x-openstack-request-id: req-b311f686-6932-479d-b831-d933e6073dad {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:12:32.722796 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1", "name": "network-vif-plugged", "status": "completed", "tag": "d31f327c-4c06-4d01-8564-b68004456d97", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:12:32.723036 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b311f686-6932-479d-b831-d933e6073dad {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:12:32.723423 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31f327c-4c06-4d01-8564-b68004456d97', 'code': 200} Aug 07 04:12:32.752633 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=d31f327c-4c06-4d01-8564-b68004456d97,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:12:32.925462 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a1011-921a-45f0-ad8c-ece9a9cb4111 req-1fc4d396-bc1c-4d5a-9236-bbe43dbb4533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:32.926933 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-650a1011-921a-45f0-ad8c-ece9a9cb4111 req-1fc4d396-bc1c-4d5a-9236-bbe43dbb4533 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 1098 time: 0.0446525 Aug 07 04:12:32.960091 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-650a1011-921a-45f0-ad8c-ece9a9cb4111 req-4a2e60c4-065b-4722-86be-332fe425f22a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=537f7b65-bbd3-4595-8da6-eae5265193f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261314 Aug 07 04:12:33.148808 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3572154-ce89-4beb-a419-19f489335354 req-5dc9141c-69c1-4cf4-a22d-b0dcaa35c137 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:33.150321 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f3572154-ce89-4beb-a419-19f489335354 req-5dc9141c-69c1-4cf4-a22d-b0dcaa35c137 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 945 time: 0.0493445 Aug 07 04:12:33.187597 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f3572154-ce89-4beb-a419-19f489335354 req-32582f7b-115b-49e5-8ae6-62d8ff6a089c tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/security-groups?id=537f7b65-bbd3-4595-8da6-eae5265193f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312228 Aug 07 04:12:34.317475 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2975348-d893-44fa-a899-59fa79c804c4 req-4b2cd5c1-1cee-4410-a130-dc2d021ae47c tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:34.318953 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c2975348-d893-44fa-a899-59fa79c804c4 req-4b2cd5c1-1cee-4410-a130-dc2d021ae47c tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 945 time: 0.0511949 Aug 07 04:12:34.356750 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c2975348-d893-44fa-a899-59fa79c804c4 req-f7fe4f7c-23bf-418f-9a51-5ee0e1797640 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/security-groups?id=537f7b65-bbd3-4595-8da6-eae5265193f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309098 Aug 07 04:12:34.467049 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4588792-fd8b-4710-b04c-26e6d5738074 req-5a2e7426-a122-450e-bd7c-499a5fd70510 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:34.468500 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b4588792-fd8b-4710-b04c-26e6d5738074 req-5a2e7426-a122-450e-bd7c-499a5fd70510 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 945 time: 0.0479262 Aug 07 04:12:34.505107 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b4588792-fd8b-4710-b04c-26e6d5738074 req-9ce562fc-6b0b-4976-aaa5-1919a1e9c89f tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "GET /v2.0/security-groups?id=537f7b65-bbd3-4595-8da6-eae5265193f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308378 Aug 07 04:12:34.526611 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 57566) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:12:34.703973 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1194d617-ebc6-4a2a-8a6b-982cf4eca654 tempest-TestShelveInstance-7214922 tempest-TestShelveInstance-7214922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:34.705464 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-1194d617-ebc6-4a2a-8a6b-982cf4eca654 tempest-TestShelveInstance-7214922 tempest-TestShelveInstance-7214922-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 1093 time: 0.1776936 Aug 07 04:12:34.708458 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 57570) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:12:34.712634 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Request body: {'floatingip': {'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'port_id': 'd31f327c-4c06-4d01-8564-b68004456d97', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:12:34.733686 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for floatingip, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:34.829563 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:34.932437 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Allocated IP 172.27.0.104 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/4e6794f6-3c88-45b4-b3ff-bb5e4e777dc0) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:12:35.029244 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:35.065945 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:35.098851 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:12:35.101551 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:12:35.107619 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:12:35.139540 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Pushing event updated for resources: {'Port': ['ID=4e6794f6-3c88-45b4-b3ff-bb5e4e777dc0,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:12:35.450869 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:35.518215 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:35.659142 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:35.663150 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:35.730994 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Pushing event updated for resources: {'Port': ['ID=4e6794f6-3c88-45b4-b3ff-bb5e4e777dc0,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:12:35.740829 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:35.837678 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.l3_db [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Floating IP 7bcf7758-34d1-4247-9d0e-5060ee399faf associated. External IP: 172.27.0.104, port: d31f327c-4c06-4d01-8564-b68004456d97. Aug 07 04:12:36.038519 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Router 76728e44-a91a-4af4-98a8-e3c75bfa9eea has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:12:36.142556 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:12:36.152933 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3d334-1c56-4d64-bea0-9c84fd3ccc99 None None] Sync routers for ids ['76728e44-a91a-4af4-98a8-e3c75bfa9eea'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:12:36.159236 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:36.162661 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3d334-1c56-4d64-bea0-9c84fd3ccc99 None None] Routers {'76728e44-a91a-4af4-98a8-e3c75bfa9eea'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:12:36.163395 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-7db3d334-1c56-4d64-bea0-9c84fd3ccc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:12:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['76728e44-a91a-4af4-98a8-e3c75bfa9eea'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:12:36.270915 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-7db3d334-1c56-4d64-bea0-9c84fd3ccc99 None None] Set router 76728e44-a91a-4af4-98a8-e3c75bfa9eea gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:12:36.489080 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-5bd5d1fa-c737-4972-9f1d-6fd04665b542 tempest-TestShelveInstance-1907831192 tempest-TestShelveInstance-1907831192-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7796102 Aug 07 04:12:36.489658 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1', 'tag': 'd31f327c-4c06-4d01-8564-b68004456d97'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:12:36.492066 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900c790e-8ab9-4469-a212-9d476761fdd5" -d '{"events": [{"name": "network-changed", "server_uuid": "71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1", "tag": "d31f327c-4c06-4d01-8564-b68004456d97"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:12:36.529082 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a181a971-8fe7-41c4-8764-4b47cca7a9f4 x-openstack-request-id: req-a181a971-8fe7-41c4-8764-4b47cca7a9f4 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:12:36.529399 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1", "tag": "d31f327c-4c06-4d01-8564-b68004456d97", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:12:36.529688 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a181a971-8fe7-41c4-8764-4b47cca7a9f4 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:12:36.530108 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1', 'tag': 'd31f327c-4c06-4d01-8564-b68004456d97', 'status': 'completed', 'code': 200} Aug 07 04:12:36.597202 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c790e-8ab9-4469-a212-9d476761fdd5 req-16e7671b-1114-49c5-9c64-db7d5c8a3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:36.598689 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-900c790e-8ab9-4469-a212-9d476761fdd5 req-16e7671b-1114-49c5-9c64-db7d5c8a3c4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3e4d4ef3abe4de481381a13dd912222&device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 1098 time: 0.0455921 Aug 07 04:12:36.624257 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-7db3d334-1c56-4d64-bea0-9c84fd3ccc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'name': 'tempest-TestShelveInstance-1479793599-router', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:11:44Z', 'updated_at': '2021-08-07T04:11:47Z', 'revision_number': 4, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'gw_port': {'id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:45Z', 'updated_at': '2021-08-07T04:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '7bcf7758-34d1-4247-9d0e-5060ee399faf', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'port_id': 'd31f327c-4c06-4d01-8564-b68004456d97', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021', 'mac_address': 'fa:16:3e:1b:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:12:35Z', 'updated_at': '2021-08-07T04:12:35Z', 'revision_number': 0, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02eaa50-6883-4ad9-bc93-d53ec57d37cf', 'name': '', 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'mac_address': 'fa:16:3e:ae:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '16363a5e-b745-4b9f-9cee-39306d00f3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:47Z', 'updated_at': '2021-08-07T04:11:53Z', 'revision_number': 5, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'subnets': [{'id': '16363a5e-b745-4b9f-9cee-39306d00f3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:12:36.654221 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3d334-1c56-4d64-bea0-9c84fd3ccc99 None None] Checking router: 76728e44-a91a-4af4-98a8-e3c75bfa9eea for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:12:36.662451 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3d334-1c56-4d64-bea0-9c84fd3ccc99 None None] Routers {'76728e44-a91a-4af4-98a8-e3c75bfa9eea'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:12:36.663099 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-7db3d334-1c56-4d64-bea0-9c84fd3ccc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:12:19Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['76728e44-a91a-4af4-98a8-e3c75bfa9eea'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:12:36.689601 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c790e-8ab9-4469-a212-9d476761fdd5 req-e7e76662-b110-4806-b506-f87d2d4c6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:36.691075 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-900c790e-8ab9-4469-a212-9d476761fdd5 req-e7e76662-b110-4806-b506-f87d2d4c6990 service neutron] 10.222.0.30 "GET /v2.0/networks?id=03230b8c-a260-48a2-95b7-580ea4463021 HTTP/1.1" status: 200 len: 910 time: 0.0858502 Aug 07 04:12:36.757988 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-900c790e-8ab9-4469-a212-9d476761fdd5 req-dcbde11e-823a-4484-a654-edcb7e3d0122 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d31f327c-4c06-4d01-8564-b68004456d97 HTTP/1.1" status: 200 len: 999 time: 0.0597949 Aug 07 04:12:36.767904 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-7db3d334-1c56-4d64-bea0-9c84fd3ccc99 None None] Set router 76728e44-a91a-4af4-98a8-e3c75bfa9eea gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:12:36.806471 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c790e-8ab9-4469-a212-9d476761fdd5 req-381dab37-9e1a-4ca8-a56e-41ce1340d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:36.808580 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-900c790e-8ab9-4469-a212-9d476761fdd5 req-381dab37-9e1a-4ca8-a56e-41ce1340d0a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16363a5e-b745-4b9f-9cee-39306d00f3cd HTTP/1.1" status: 200 len: 848 time: 0.0431447 Aug 07 04:12:36.863821 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c790e-8ab9-4469-a212-9d476761fdd5 req-2b0add5f-c7c4-4341-b796-75ff79bd526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:12:36.865401 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-900c790e-8ab9-4469-a212-9d476761fdd5 req-2b0add5f-c7c4-4341-b796-75ff79bd526d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=03230b8c-a260-48a2-95b7-580ea4463021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495772 Aug 07 04:12:36.952477 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-900c790e-8ab9-4469-a212-9d476761fdd5 req-7ae40205-aa0f-49d3-9f41-0bb68c5b2b7e service neutron] 10.222.0.30 "GET /v2.0/networks/03230b8c-a260-48a2-95b7-580ea4463021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798650 Aug 07 04:12:36.999321 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-7db3d334-1c56-4d64-bea0-9c84fd3ccc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'name': 'tempest-TestShelveInstance-1479793599-router', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:11:44Z', 'updated_at': '2021-08-07T04:11:47Z', 'revision_number': 4, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'gw_port': {'id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:45Z', 'updated_at': '2021-08-07T04:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '7bcf7758-34d1-4247-9d0e-5060ee399faf', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'port_id': 'd31f327c-4c06-4d01-8564-b68004456d97', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021', 'mac_address': 'fa:16:3e:1b:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:12:35Z', 'updated_at': '2021-08-07T04:12:35Z', 'revision_number': 0, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02eaa50-6883-4ad9-bc93-d53ec57d37cf', 'name': '', 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'mac_address': 'fa:16:3e:ae:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '16363a5e-b745-4b9f-9cee-39306d00f3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:47Z', 'updated_at': '2021-08-07T04:11:53Z', 'revision_number': 5, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'subnets': [{'id': '16363a5e-b745-4b9f-9cee-39306d00f3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:12:37.025308 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3d334-1c56-4d64-bea0-9c84fd3ccc99 None None] The sync data for ids ['76728e44-a91a-4af4-98a8-e3c75bfa9eea'] in dv-cinder-803748-2-iscsi is: [{'id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'name': 'tempest-TestShelveInstance-1479793599-router', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:11:44Z', 'updated_at': '2021-08-07T04:11:47Z', 'revision_number': 4, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'gw_port': {'id': 'e71c4ab7-ab08-4423-894e-de85be1aff85', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:45Z', 'updated_at': '2021-08-07T04:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '7bcf7758-34d1-4247-9d0e-5060ee399faf', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'port_id': 'd31f327c-4c06-4d01-8564-b68004456d97', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021', 'mac_address': 'fa:16:3e:1b:fe:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:12:35Z', 'updated_at': '2021-08-07T04:12:35Z', 'revision_number': 0, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02eaa50-6883-4ad9-bc93-d53ec57d37cf', 'name': '', 'network_id': '03230b8c-a260-48a2-95b7-580ea4463021', 'tenant_id': 'e3e4d4ef3abe4de481381a13dd912222', 'mac_address': 'fa:16:3e:ae:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76728e44-a91a-4af4-98a8-e3c75bfa9eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '16363a5e-b745-4b9f-9cee-39306d00f3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:11:47Z', 'updated_at': '2021-08-07T04:11:53Z', 'revision_number': 5, 'project_id': 'e3e4d4ef3abe4de481381a13dd912222', 'subnets': [{'id': '16363a5e-b745-4b9f-9cee-39306d00f3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:12:37.044263 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-900c790e-8ab9-4469-a212-9d476761fdd5 req-ed7731e9-c1a9-4194-a2ee-7d316096dab8 service neutron] 10.222.0.30 "GET /v2.0/networks/03230b8c-a260-48a2-95b7-580ea4463021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847812 Aug 07 04:12:37.204519 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d1ca0d-0ab5-4355-8bb8-58f9fc127d85 None None] New status for floating IP 7bcf7758-34d1-4247-9d0e-5060ee399faf: ACTIVE {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:12:37.775593 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:39.942816 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:12:46.716912 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-c66067b6-1e74-442f-851a-759a3d147382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:49.117486 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-894cceb5-6636-4e1a-9cfe-b343e00c4dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:49.520386 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:50.657599 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:12:52.332353 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:07.222192 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec060677-6b32-4a3a-84e8-fb77946f531a req-425764c8-156f-4fec-a982-1bef9c1faa5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383961 Aug 07 04:13:07.300794 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec060677-6b32-4a3a-84e8-fb77946f531a req-be7da3e0-0598-42ed-9e72-4541d1efc6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:07.302205 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec060677-6b32-4a3a-84e8-fb77946f531a req-be7da3e0-0598-42ed-9e72-4541d1efc6f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=247ed23b8f704cad8656985f5f9aac7d&device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 1099 time: 0.0388372 Aug 07 04:13:07.404361 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec060677-6b32-4a3a-84e8-fb77946f531a req-98887ac9-acab-4d20-b87b-34b236104f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:07.405788 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec060677-6b32-4a3a-84e8-fb77946f531a req-98887ac9-acab-4d20-b87b-34b236104f8e service neutron] 10.222.0.30 "GET /v2.0/networks?id=275c17b5-8fd8-4af1-82c9-49e38086c905 HTTP/1.1" status: 200 len: 912 time: 0.0850194 Aug 07 04:13:07.470354 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec060677-6b32-4a3a-84e8-fb77946f531a req-69a7f9a6-3611-4c93-b508-e5b54373530e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a43f055d-3e88-463e-912d-4e9c251f3d97 HTTP/1.1" status: 200 len: 1001 time: 0.0575268 Aug 07 04:13:07.518558 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec060677-6b32-4a3a-84e8-fb77946f531a req-b4311f15-3a2a-4464-b8e1-b244b402507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:07.519902 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec060677-6b32-4a3a-84e8-fb77946f531a req-b4311f15-3a2a-4464-b8e1-b244b402507b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937e2577-2fb8-4215-8d19-a0491f5eb6fe HTTP/1.1" status: 200 len: 850 time: 0.0416782 Aug 07 04:13:07.567793 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec060677-6b32-4a3a-84e8-fb77946f531a req-9aa7109c-40ee-483d-96a4-b5c2a03e5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:07.569259 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec060677-6b32-4a3a-84e8-fb77946f531a req-9aa7109c-40ee-483d-96a4-b5c2a03e5e36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=275c17b5-8fd8-4af1-82c9-49e38086c905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409503 Aug 07 04:13:07.656528 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec060677-6b32-4a3a-84e8-fb77946f531a req-5f10fc03-1965-4dc7-bdc5-d9a8a65a6310 service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786226 Aug 07 04:13:07.745424 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ec060677-6b32-4a3a-84e8-fb77946f531a req-18791c4a-6202-4c0f-baa5-a12ee337443e service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816152 Aug 07 04:13:07.775963 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:16.717328 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-b06f9778-ac14-4667-b88a-9c97667ace0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:16.941752 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:13:19.116997 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-028d57b2-fc49-464a-9a27-dbdd51024859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:19.520398 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:20.658367 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:22.334454 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:37.774002 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:38.998749 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-fd036641-7be5-4ba4-b9a3-df7eb94bb2cc tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649661889&fields=id&tenant_id=247ed23b8f704cad8656985f5f9aac7d HTTP/1.1" status: 200 len: 267 time: 0.0337389 Aug 07 04:13:39.100780 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-6e18a3f4-52c7-4b33-830f-395802c71665 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:39.102215 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-6e18a3f4-52c7-4b33-830f-395802c71665 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/networks?id=275c17b5-8fd8-4af1-82c9-49e38086c905 HTTP/1.1" status: 200 len: 811 time: 0.0969145 Aug 07 04:13:39.117163 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-8043e830-d593-4d61-b4a1-e3a400764131 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/quotas/247ed23b8f704cad8656985f5f9aac7d HTTP/1.1" status: 200 len: 375 time: 0.0085263 Aug 07 04:13:39.174194 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-1e42ca57-5b67-4439-b951-12a654bd6a9d tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=247ed23b8f704cad8656985f5f9aac7d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0512102 Aug 07 04:13:39.268460 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-f3fed9e6-f3af-4b75-8c9b-47b3e1bea6fb service neutron] 10.222.0.18 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831320 Aug 07 04:13:39.355701 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-071697fa-ddba-439f-a3ee-d61d15e621f9 service neutron] 10.222.0.18 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804608 Aug 07 04:13:39.697263 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-7020acd3-20f1-47a8-83de-2164fcbd4932 req-6ccba152-90bf-41f3-b003-a81dd51223dd tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 210 time: 0.0797832 Aug 07 04:13:40.502885 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-b609da62-a3ee-42f9-8569-4fe3a5b2c5a1 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:40.504317 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-b609da62-a3ee-42f9-8569-4fe3a5b2c5a1 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.30 "GET /v2.0/networks?id=275c17b5-8fd8-4af1-82c9-49e38086c905 HTTP/1.1" status: 200 len: 811 time: 0.0990174 Aug 07 04:13:40.551198 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-cbb4835c-3f97-4a0f-b87a-91a7c3ef11d2 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=247ed23b8f704cad8656985f5f9aac7d HTTP/1.1" status: 200 len: 380 time: 0.0341249 Aug 07 04:13:40.563457 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Request body: {'port': {'device_id': '093462f2-6a2c-463f-99fa-bd6f1b304655', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'admin_state_up': True, 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'security_groups': ['7233668c-9715-4c05-87d7-2556a1c277a9']}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:13:40.673789 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Made reservation on behalf of 247ed23b8f704cad8656985f5f9aac7d for: {'port': 1} {{(pid=93433) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:13:40.677590 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:40.817653 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-4f090bbb-e02c-4d0a-9158-ca76fa094b78 req-8827c8c8-eb75-4268-ab82-5fd303dbb36b tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 210 time: 0.0353293 Aug 07 04:13:40.831569 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Allocated IP 172.20.0.13 (275c17b5-8fd8-4af1-82c9-49e38086c905/937e2577-2fb8-4215-8d19-a0491f5eb6fe/fcc63723-9dc3-46ae-b069-46148e6d688c) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:13:40.975694 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:40.991781 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Transition to ACTIVE for port object fcc63723-9dc3-46ae-b069-46148e6d688c will not be triggered until provisioned by entity DHCP. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:13:41.025942 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:41.068864 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Network 275c17b5-8fd8-4af1-82c9-49e38086c905 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:13:41.074259 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:13:41.076754 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:13:41.106163 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Pushing event updated for resources: {'Port': ['ID=fcc63723-9dc3-46ae-b069-46148e6d688c,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:13:41.120177 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:41.120495 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:41.120931 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:41.121273 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:41.121609 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:41.121984 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:41.122317 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:41.122646 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:41.122994 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:41.123320 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:41.123642 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:41.123972 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:41.143717 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:41.144335 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:41.160830 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-f19eab29-7f5d-47a0-9c6f-e7f657156730 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6010551 Aug 07 04:13:41.173002 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Request body: {'port': {'device_id': '093462f2-6a2c-463f-99fa-bd6f1b304655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80374'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:13:41.230017 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:41.276184 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-b05a85c6-bce7-4482-9f5a-7f057ae60f1e None None] Provisioning for port fcc63723-9dc3-46ae-b069-46148e6d688c completed by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:13:41.280328 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-b05a85c6-bce7-4482-9f5a-7f057ae60f1e None None] Provisioning complete for port fcc63723-9dc3-46ae-b069-46148e6d688c triggered by entity DHCP. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:13:41.280693 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-b05a85c6-bce7-4482-9f5a-7f057ae60f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:41.313028 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.plugin [None req-b05a85c6-bce7-4482-9f5a-7f057ae60f1e None None] Port fcc63723-9dc3-46ae-b069-46148e6d688c cannot update to ACTIVE because it is not bound. {{(pid=93435) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:13:41.487526 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc63723-9dc3-46ae-b069-46148e6d688c {{(pid=93433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:13:41.494559 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:41.506193 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.provisioning_blocks [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Transition to ACTIVE for port object fcc63723-9dc3-46ae-b069-46148e6d688c will not be triggered until provisioned by entity L2. {{(pid=93433) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:13:41.510050 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:41.574854 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Pushing event updated for resources: {'Port': ['ID=fcc63723-9dc3-46ae-b069-46148e6d688c,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:13:41.624860 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Attempting to bind port fcc63723-9dc3-46ae-b069-46148e6d688c on host hv-cinder-80374 for vnic_type normal with profile {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:13:41.625194 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Attempting to bind port fcc63723-9dc3-46ae-b069-46148e6d688c by drivers openvswitch,hyperv on host hv-cinder-80374 at level 0 using segments [{'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:13:41.625521 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Attempting to bind port fcc63723-9dc3-46ae-b069-46148e6d688c on network 275c17b5-8fd8-4af1-82c9-49e38086c905 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:13:41.629957 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Port fcc63723-9dc3-46ae-b069-46148e6d688c on network 275c17b5-8fd8-4af1-82c9-49e38086c905 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80374 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:13:41.630277 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Attempting to bind port fcc63723-9dc3-46ae-b069-46148e6d688c on network 275c17b5-8fd8-4af1-82c9-49e38086c905 {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:13:41.635272 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Checking agent: {'id': '856b38f9-31c2-4a26-ab2b-0586a4e53ec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80374', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'started_at': datetime.datetime(2021, 8, 7, 4, 2, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:13:41.635607 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Checking segment: {'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:13:41.636028 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Bound using segment: {'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'} {{(pid=93433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:13:41.636449 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.managers [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Bound port: fcc63723-9dc3-46ae-b069-46148e6d688c, host: hv-cinder-80374, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '549511e2-bf80-4ddd-8be1-f50d68cac207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905'}}] {{(pid=93433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:13:41.636804 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:41.703988 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] For port fcc63723-9dc3-46ae-b069-46148e6d688c, host hv-cinder-80374, cleared binding levels {{(pid=93433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:13:41.706886 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.plugins.ml2.db [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] For port fcc63723-9dc3-46ae-b069-46148e6d688c, host hv-cinder-80374, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=fcc63723-9dc3-46ae-b069-46148e6d688c,segment=NetworkSegment(549511e2-bf80-4ddd-8be1-f50d68cac207),segment_id=549511e2-bf80-4ddd-8be1-f50d68cac207)] {{(pid=93433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:13:41.711363 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:41.743655 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:41.744263 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for port, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:41.745686 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] 10.222.0.30 "PUT /v2.0/ports/fcc63723-9dc3-46ae-b069-46148e6d688c HTTP/1.1" status: 200 len: 1094 time: 0.5771098 Aug 07 04:13:41.746130 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093462f2-6a2c-463f-99fa-bd6f1b304655', 'tag': 'fcc63723-9dc3-46ae-b069-46148e6d688c'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:13:41.748475 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b3d4a0-00cc-435d-a474-492a89fd6e62" -d '{"events": [{"name": "network-changed", "server_uuid": "093462f2-6a2c-463f-99fa-bd6f1b304655", "tag": "fcc63723-9dc3-46ae-b069-46148e6d688c"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:13:41.774803 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bff11d-b9f1-4990-98e9-126dedbf9e7f service neutron] Pushing event updated for resources: {'Port': ['ID=fcc63723-9dc3-46ae-b069-46148e6d688c,revision_number=3']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:13:41.822773 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea793fb8-23f6-405a-bdb0-8d41b4c45aa4 x-openstack-request-id: req-ea793fb8-23f6-405a-bdb0-8d41b4c45aa4 {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:13:41.823082 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093462f2-6a2c-463f-99fa-bd6f1b304655", "tag": "fcc63723-9dc3-46ae-b069-46148e6d688c", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:13:41.823329 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea793fb8-23f6-405a-bdb0-8d41b4c45aa4 {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:13:41.824240 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093462f2-6a2c-463f-99fa-bd6f1b304655', 'tag': 'fcc63723-9dc3-46ae-b069-46148e6d688c', 'status': 'completed', 'code': 200} Aug 07 04:13:41.841747 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-48f22bc8-2cfd-48fc-b505-b8c43b9c9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:41.843601 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-48f22bc8-2cfd-48fc-b505-b8c43b9c9af7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=247ed23b8f704cad8656985f5f9aac7d&device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 1097 time: 0.0463398 Aug 07 04:13:41.892950 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d5ad8a66-d8d4-4d8a-b515-91b01d439bce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcc63723-9dc3-46ae-b069-46148e6d688c HTTP/1.1" status: 200 len: 217 time: 0.0417933 Aug 07 04:13:41.960989 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-e8b577d6-c966-4e37-b8b8-4b16cf7fbfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:41.962426 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-e8b577d6-c966-4e37-b8b8-4b16cf7fbfd4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937e2577-2fb8-4215-8d19-a0491f5eb6fe HTTP/1.1" status: 200 len: 850 time: 0.0619879 Aug 07 04:13:41.974668 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9bbaf-4d84-4169-80da-063b4ba9b01e req-516f6f4f-aed5-4f48-b14c-51bd36696b4a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:41.976057 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f8a9bbaf-4d84-4169-80da-063b4ba9b01e req-516f6f4f-aed5-4f48-b14c-51bd36696b4a tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 944 time: 0.0858514 Aug 07 04:13:42.038761 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-f8a9bbaf-4d84-4169-80da-063b4ba9b01e req-20b47150-4587-4ecb-865c-6c02dc199c4b tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546365 Aug 07 04:13:42.042903 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d9f56a69-c97a-48d4-98c9-6d1e917d9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:42.044324 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-d9f56a69-c97a-48d4-98c9-6d1e917d9984 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=275c17b5-8fd8-4af1-82c9-49e38086c905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674593 Aug 07 04:13:42.130140 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-1318c02d-f94a-458c-a95a-e4d1cf5c7068 service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789464 Aug 07 04:13:42.219963 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-5cf6ca35-1ebe-484a-8608-3241111d0bdd req-3c5e6013-b2f1-4bac-95f0-9213dca262f3 service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825365 Aug 07 04:13:42.304529 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3d4a0-00cc-435d-a474-492a89fd6e62 req-ae23a791-24c6-45bf-a9cf-0f63c1326933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:42.305944 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-91b3d4a0-00cc-435d-a474-492a89fd6e62 req-ae23a791-24c6-45bf-a9cf-0f63c1326933 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=247ed23b8f704cad8656985f5f9aac7d&device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 1097 time: 0.0413170 Aug 07 04:13:42.396845 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3d4a0-00cc-435d-a474-492a89fd6e62 req-01480ce6-e2e4-4120-bd80-2f5cfb407fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:42.398379 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-91b3d4a0-00cc-435d-a474-492a89fd6e62 req-01480ce6-e2e4-4120-bd80-2f5cfb407fbb service neutron] 10.222.0.30 "GET /v2.0/networks?id=275c17b5-8fd8-4af1-82c9-49e38086c905 HTTP/1.1" status: 200 len: 912 time: 0.0850847 Aug 07 04:13:42.444113 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-91b3d4a0-00cc-435d-a474-492a89fd6e62 req-0b49ba95-fd3e-4876-9210-7fae70f8fa51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcc63723-9dc3-46ae-b069-46148e6d688c HTTP/1.1" status: 200 len: 217 time: 0.0370450 Aug 07 04:13:42.491986 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3d4a0-00cc-435d-a474-492a89fd6e62 req-868a4d01-c72c-41d9-8360-ee20aca720ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:42.493404 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-91b3d4a0-00cc-435d-a474-492a89fd6e62 req-868a4d01-c72c-41d9-8360-ee20aca720ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937e2577-2fb8-4215-8d19-a0491f5eb6fe HTTP/1.1" status: 200 len: 850 time: 0.0422761 Aug 07 04:13:42.538708 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3d4a0-00cc-435d-a474-492a89fd6e62 req-6c6667b4-7487-4ef4-a207-331812538d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:42.540176 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-91b3d4a0-00cc-435d-a474-492a89fd6e62 req-6c6667b4-7487-4ef4-a207-331812538d09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=275c17b5-8fd8-4af1-82c9-49e38086c905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376418 Aug 07 04:13:42.631586 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-91b3d4a0-00cc-435d-a474-492a89fd6e62 req-11e855ad-69b2-43d7-a855-0e34b48963ed service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834620 Aug 07 04:13:42.725911 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-91b3d4a0-00cc-435d-a474-492a89fd6e62 req-bf3a5469-f5c4-463e-8832-29cd6f3f3df4 service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839198 Aug 07 04:13:43.150783 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3009f-13cd-4fb6-989e-a99abca472cb req-53bbd33e-4662-494f-a0e9-45bd42b23866 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:43.152768 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0ca3009f-13cd-4fb6-989e-a99abca472cb req-53bbd33e-4662-494f-a0e9-45bd42b23866 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 944 time: 0.0480845 Aug 07 04:13:43.193084 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-0ca3009f-13cd-4fb6-989e-a99abca472cb req-2990db2e-da73-4f82-8b58-6b49a1dd0efe tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344367 Aug 07 04:13:44.305080 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4070707-2056-47f6-98ae-c3ddbbc35ffb req-de8ddd7a-2368-4e08-9e18-7242e7bdc366 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:44.306594 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a4070707-2056-47f6-98ae-c3ddbbc35ffb req-de8ddd7a-2368-4e08-9e18-7242e7bdc366 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 944 time: 0.0488377 Aug 07 04:13:44.343699 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-a4070707-2056-47f6-98ae-c3ddbbc35ffb req-53f299ef-aac0-4b89-9391-e12600e1909e tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305877 Aug 07 04:13:45.455034 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2174b19-9ad0-4f1a-b693-a1dc4656327d req-f1f99acd-48f9-48ba-afbd-7bc0ebbb0731 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:45.456495 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b2174b19-9ad0-4f1a-b693-a1dc4656327d req-f1f99acd-48f9-48ba-afbd-7bc0ebbb0731 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 944 time: 0.0474453 Aug 07 04:13:45.493178 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-b2174b19-9ad0-4f1a-b693-a1dc4656327d req-859f013e-a4d0-4a6b-9768-737cf1795cbe tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307894 Aug 07 04:13:46.604023 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79596912-5ec3-4902-aadc-4970b3f85542 req-62e470f0-211a-4683-b7ea-4f75fe17b4ca tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:46.605703 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-79596912-5ec3-4902-aadc-4970b3f85542 req-62e470f0-211a-4683-b7ea-4f75fe17b4ca tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 944 time: 0.0480511 Aug 07 04:13:46.646167 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-79596912-5ec3-4902-aadc-4970b3f85542 req-e1d9e7bf-9b10-4fa0-ab84-a8498601aa46 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346031 Aug 07 04:13:46.716807 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-6166e316-f65c-400b-bdae-bd4f3725f589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:47.757861 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db9ca7-4230-4a96-b0a1-6240654917fd req-282a3f44-acb8-4da0-8cc8-37a73f91c4d0 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:47.759333 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-52db9ca7-4230-4a96-b0a1-6240654917fd req-282a3f44-acb8-4da0-8cc8-37a73f91c4d0 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 944 time: 0.0481949 Aug 07 04:13:47.797148 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-52db9ca7-4230-4a96-b0a1-6240654917fd req-5c8a4686-d63f-4b36-9aab-4b0fbaf2d113 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315633 Aug 07 04:13:48.907513 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5803b06-491b-4fae-b811-9fc431cefb21 req-2b0920a9-bde9-4eaf-9094-e1ea54abb0d8 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:48.908949 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e5803b06-491b-4fae-b811-9fc431cefb21 req-2b0920a9-bde9-4eaf-9094-e1ea54abb0d8 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 944 time: 0.0477605 Aug 07 04:13:48.916912 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device fcc63723-9dc3-46ae-b069-46148e6d688c details requested by agent hyperv_hv-cinder-80374 with host hv-cinder-80374 {{(pid=93435) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:13:48.946312 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e5803b06-491b-4fae-b811-9fc431cefb21 req-ab156739-c540-4ac2-8e30-4c58052e5f1b tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314515 Aug 07 04:13:49.016316 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port fcc63723-9dc3-46ae-b069-46148e6d688c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=fcc63723-9dc3-46ae-b069-46148e6d688c,segment=NetworkSegment(549511e2-bf80-4ddd-8be1-f50d68cac207),segment_id=549511e2-bf80-4ddd-8be1-f50d68cac207)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:13:49.027846 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Returning: {'device': 'fcc63723-9dc3-46ae-b069-46148e6d688c', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'port_id': 'fcc63723-9dc3-46ae-b069-46148e6d688c', 'mac_address': 'fa:16:3e:c8:de:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93435) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:13:49.063133 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:49.075361 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc63723-9dc3-46ae-b069-46148e6d688c {{(pid=93435) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:13:49.095153 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port fcc63723-9dc3-46ae-b069-46148e6d688c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=fcc63723-9dc3-46ae-b069-46148e6d688c,segment=NetworkSegment(549511e2-bf80-4ddd-8be1-f50d68cac207),segment_id=549511e2-bf80-4ddd-8be1-f50d68cac207)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:13:49.098445 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:49.135244 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f7748801-a522-461f-aed4-3096f5f0ae19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:49.156482 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=fcc63723-9dc3-46ae-b069-46148e6d688c,revision_number=4']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:13:49.163283 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:49.163624 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:49.163958 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:49.164289 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:49.164614 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:49.164943 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:49.165264 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:49.165584 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:49.165905 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:49.166227 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:49.166546 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:49.166910 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803748-2-iscsi {{(pid=93435) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:13:49.320408 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] get_ports_and_sgs() called for port_ids ['fcc63723-9dc3-46ae-b069-46148e6d688c'] {{(pid=93435) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:13:49.535158 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:50.059640 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62aef1b-977a-4087-8efe-e34c7fd8a2a0 req-97451cd4-18c8-42d0-9460-b9511abf60cd tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:50.061115 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e62aef1b-977a-4087-8efe-e34c7fd8a2a0 req-97451cd4-18c8-42d0-9460-b9511abf60cd tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 945 time: 0.0479894 Aug 07 04:13:50.101587 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e62aef1b-977a-4087-8efe-e34c7fd8a2a0 req-462d8e43-d6c2-430d-8d5b-6107f5ce9eba tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344844 Aug 07 04:13:50.660485 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:50.916875 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Device fcc63723-9dc3-46ae-b069-46148e6d688c up at agent hyperv_hv-cinder-80374 {{(pid=93435) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:13:50.967956 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning for port fcc63723-9dc3-46ae-b069-46148e6d688c completed by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:13:50.971385 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.provisioning_blocks [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Provisioning complete for port fcc63723-9dc3-46ae-b069-46148e6d688c triggered by entity L2. {{(pid=93435) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:13:50.971753 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33462398'] for port, provisioning_complete {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:51.043791 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:51.064403 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '093462f2-6a2c-463f-99fa-bd6f1b304655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc63723-9dc3-46ae-b069-46148e6d688c'}] {{(pid=93435) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:13:51.066605 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c5947107ac4362fc19a392056a0cd516fd21fb1fd0005e18753296c429fdc3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6e6a83-8304-428a-abe7-1a20a0be2b34" -d '{"events": [{"server_uuid": "093462f2-6a2c-463f-99fa-bd6f1b304655", "name": "network-vif-plugged", "status": "completed", "tag": "fcc63723-9dc3-46ae-b069-46148e6d688c"}]}' {{(pid=93435) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:13:51.079791 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.plugins.ml2.db [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] For port fcc63723-9dc3-46ae-b069-46148e6d688c, host hv-cinder-80374, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80374',level=0,port_id=fcc63723-9dc3-46ae-b069-46148e6d688c,segment=NetworkSegment(549511e2-bf80-4ddd-8be1-f50d68cac207),segment_id=549511e2-bf80-4ddd-8be1-f50d68cac207)] {{(pid=93435) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:13:51.083762 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716'] for port, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:51.110104 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946b21a0-e0c7-41ff-86dd-77591cf06ea8 x-openstack-request-id: req-946b21a0-e0c7-41ff-86dd-77591cf06ea8 {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:13:51.110391 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "093462f2-6a2c-463f-99fa-bd6f1b304655", "name": "network-vif-plugged", "status": "completed", "tag": "fcc63723-9dc3-46ae-b069-46148e6d688c", "code": 200}]} {{(pid=93435) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:13:51.110641 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-946b21a0-e0c7-41ff-86dd-77591cf06ea8 {{(pid=93435) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:13:51.111069 dv-cinder-803748-2-iscsi neutron-server[93435]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '093462f2-6a2c-463f-99fa-bd6f1b304655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc63723-9dc3-46ae-b069-46148e6d688c', 'code': 200} Aug 07 04:13:51.139391 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Pushing event updated for resources: {'Port': ['ID=fcc63723-9dc3-46ae-b069-46148e6d688c,revision_number=5']} {{(pid=93435) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:13:51.216916 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9b944-7a0d-46ae-88fe-ae05888e97cb req-8572d923-5879-4074-862e-fd4eefa8d89d tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:51.218310 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-37a9b944-7a0d-46ae-88fe-ae05888e97cb req-8572d923-5879-4074-862e-fd4eefa8d89d tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 946 time: 0.0483232 Aug 07 04:13:51.256620 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-37a9b944-7a0d-46ae-88fe-ae05888e97cb req-4dcb3ed1-7a6d-4e99-8f2b-0ffa56bed7d5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322161 Aug 07 04:13:51.315534 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066988cd-4a44-46a6-a463-41d6fd3b5a55 req-29744698-a0c0-4626-8c4f-e54094a1d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:51.316994 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-066988cd-4a44-46a6-a463-41d6fd3b5a55 req-29744698-a0c0-4626-8c4f-e54094a1d03d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 1099 time: 0.0399239 Aug 07 04:13:51.351012 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-066988cd-4a44-46a6-a463-41d6fd3b5a55 req-5cd40037-7e74-4e31-a3e7-0db4a6317193 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264912 Aug 07 04:13:52.340712 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:52.369272 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b683e8c-e3a7-466b-8dca-6d8468877883 req-4137c978-48d7-4ed8-af4b-496c5f5108f0 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:52.371088 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6b683e8c-e3a7-466b-8dca-6d8468877883 req-4137c978-48d7-4ed8-af4b-496c5f5108f0 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 946 time: 0.0479486 Aug 07 04:13:52.417196 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-6b683e8c-e3a7-466b-8dca-6d8468877883 req-65703ec6-ad0f-479b-b6df-d72d2db0299f tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395963 Aug 07 04:13:52.527344 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4f083-d11d-4f0f-ba3f-378281624910 req-a154b4c0-fafb-46e4-ae01-576dd6d2ec05 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:52.528778 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-76a4f083-d11d-4f0f-ba3f-378281624910 req-a154b4c0-fafb-46e4-ae01-576dd6d2ec05 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/ports?device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 946 time: 0.0482445 Aug 07 04:13:52.564466 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-76a4f083-d11d-4f0f-ba3f-378281624910 req-d9548e37-e0aa-4a6b-a39a-3f5bd69537f7 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "GET /v2.0/security-groups?id=7233668c-9715-4c05-87d7-2556a1c277a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298905 Aug 07 04:13:52.585958 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 57686) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:13:52.624740 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40adb6b-0118-4a36-b2fd-134baa97ca90 tempest-TestVolumeBootPattern-1049575527 tempest-TestVolumeBootPattern-1049575527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:52.626196 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-d40adb6b-0118-4a36-b2fd-134baa97ca90 tempest-TestVolumeBootPattern-1049575527 tempest-TestVolumeBootPattern-1049575527-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 1094 time: 0.0392783 Aug 07 04:13:52.628899 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [-] (93433) accepted ('10.222.0.18', 57688) {{(pid=93433) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:13:52.633173 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.v2.base [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Request body: {'floatingip': {'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'port_id': 'fcc63723-9dc3-46ae-b069-46148e6d688c', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93433) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:13:52.655386 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for floatingip, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:52.750379 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:52.849961 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.db_base_plugin_common [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Allocated IP 172.27.0.71 (742dd36a-95ab-4647-8a99-05399f0a04a1/b3a81da2-620c-480d-93bb-bacc0a6ba538/e415eb82-01de-4ebb-a48c-5b552bf46e52) {{(pid=93433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:13:52.951180 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for port, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:52.987939 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791075922652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3699636'] for port, after_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:53.023028 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Network 742dd36a-95ab-4647-8a99-05399f0a04a1 is already hosted by enough agents. {{(pid=93433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:13:53.027681 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.base_scheduler [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Resources bound (agent type, host, resource id): {{(pid=93433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:13:53.031080 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Received port after_create {{(pid=93433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:13:53.055478 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Pushing event updated for resources: {'Port': ['ID=e415eb82-01de-4ebb-a48c-5b552bf46e52,revision_number=1']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:13:53.374369 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:53.437926 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33433661'] for port, before_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:53.581590 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks [] for port, precommit_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:53.585890 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33434003', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791076312221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791075922670', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791075923716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3699645'] for port, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:53.655000 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Pushing event updated for resources: {'Port': ['ID=e415eb82-01de-4ebb-a48c-5b552bf46e52,revision_number=2']} {{(pid=93433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:13:53.664525 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-965252'] for floatingip, after_update {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:53.943663 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:13:54.036299 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.db.l3_db [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Floating IP c1d54851-7150-4c9a-af9c-1dd112a597a2 associated. External IP: 172.27.0.71, port: fcc63723-9dc3-46ae-b069-46148e6d688c. Aug 07 04:13:54.240858 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Router 19579f7d-b38c-4152-871c-1fd494c4ac73 has already been hosted by L3 agent 1f874219-521b-4b2a-9c34-d802c9794616 {{(pid=93433) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:13:54.343873 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify agent at l3_agent.dv-cinder-803748-2-iscsi the message routers_updated {{(pid=93433) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:13:54.353297 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a44d3-77c4-4ae0-a17c-a5dff9189ad0 None None] Sync routers for ids ['19579f7d-b38c-4152-871c-1fd494c4ac73'] in dv-cinder-803748-2-iscsi {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:13:54.360611 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron_lib.callbacks.manager [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125217'] for floatingip, before_response {{(pid=93433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:13:54.363165 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a44d3-77c4-4ae0-a17c-a5dff9189ad0 None None] Routers {'19579f7d-b38c-4152-871c-1fd494c4ac73'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:13:54.363778 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-437a44d3-77c4-4ae0-a17c-a5dff9189ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:13:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['19579f7d-b38c-4152-871c-1fd494c4ac73'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:13:54.389520 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [None req-76ffd34f-c8b1-4515-82fe-d0773f5943b5 tempest-TestVolumeBootPattern-191424839 tempest-TestVolumeBootPattern-191424839-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7596009 Aug 07 04:13:54.390200 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '093462f2-6a2c-463f-99fa-bd6f1b304655', 'tag': 'fcc63723-9dc3-46ae-b069-46148e6d688c'}] {{(pid=93433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:13:54.392335 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9aa8f18acbf7f68636ed728103c8cb52cd62751c533b9cd90a6adcb2eb614c19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd272ae-72d5-40aa-823f-56b80ad7be43" -d '{"events": [{"name": "network-changed", "server_uuid": "093462f2-6a2c-463f-99fa-bd6f1b304655", "tag": "fcc63723-9dc3-46ae-b069-46148e6d688c"}]}' {{(pid=93433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:13:54.437867 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0458f347-b124-4c0e-a2b4-8db2fd5e729c x-openstack-request-id: req-0458f347-b124-4c0e-a2b4-8db2fd5e729c {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:13:54.438157 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "093462f2-6a2c-463f-99fa-bd6f1b304655", "tag": "fcc63723-9dc3-46ae-b069-46148e6d688c", "status": "completed", "code": 200}]} {{(pid=93433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:13:54.438409 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0458f347-b124-4c0e-a2b4-8db2fd5e729c {{(pid=93433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:13:54.438808 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '093462f2-6a2c-463f-99fa-bd6f1b304655', 'tag': 'fcc63723-9dc3-46ae-b069-46148e6d688c', 'status': 'completed', 'code': 200} Aug 07 04:13:54.484900 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-437a44d3-77c4-4ae0-a17c-a5dff9189ad0 None None] Set router 19579f7d-b38c-4152-871c-1fd494c4ac73 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:13:54.504416 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd272ae-72d5-40aa-823f-56b80ad7be43 req-73a7c69d-0e87-46d6-8a64-486797d443e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:54.505833 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ffd272ae-72d5-40aa-823f-56b80ad7be43 req-73a7c69d-0e87-46d6-8a64-486797d443e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=247ed23b8f704cad8656985f5f9aac7d&device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 1099 time: 0.0457444 Aug 07 04:13:54.594225 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd272ae-72d5-40aa-823f-56b80ad7be43 req-bda0fc48-5692-4cd7-a624-7bd64f047804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:54.595739 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ffd272ae-72d5-40aa-823f-56b80ad7be43 req-bda0fc48-5692-4cd7-a624-7bd64f047804 service neutron] 10.222.0.30 "GET /v2.0/networks?id=275c17b5-8fd8-4af1-82c9-49e38086c905 HTTP/1.1" status: 200 len: 912 time: 0.0829153 Aug 07 04:13:54.676809 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ffd272ae-72d5-40aa-823f-56b80ad7be43 req-e32ea994-02d1-45a7-ab06-ed6775fccd53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcc63723-9dc3-46ae-b069-46148e6d688c HTTP/1.1" status: 200 len: 999 time: 0.0634673 Aug 07 04:13:54.708282 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-437a44d3-77c4-4ae0-a17c-a5dff9189ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '8c3d8488-754f-4dd0-a6da-2e08b9bda24b', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'port_id': 'a43f055d-3e88-463e-912d-4e9c251f3d97', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'mac_address': 'fa:16:3e:8f:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac5d7b0-aae4-4683-8916-60396f6ce2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:11:57Z', 'updated_at': '2021-08-07T04:12:00Z', 'revision_number': 1, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'fixed_ip_address_scope': None}, {'id': 'c1d54851-7150-4c9a-af9c-1dd112a597a2', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'port_id': 'fcc63723-9dc3-46ae-b069-46148e6d688c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'mac_address': 'fa:16:3e:c8:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093462f2-6a2c-463f-99fa-bd6f1b304655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:13:53Z', 'updated_at': '2021-08-07T04:13:53Z', 'revision_number': 0, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de5ca5-ed7b-47b2-877b-69a682767aa6', 'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'mac_address': 'fa:16:3e:b4:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:30Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 5, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'subnets': [{'id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:13:54.725825 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd272ae-72d5-40aa-823f-56b80ad7be43 req-3581c27e-505d-4710-a350-1e78e7125c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:54.727352 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ffd272ae-72d5-40aa-823f-56b80ad7be43 req-3581c27e-505d-4710-a350-1e78e7125c72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937e2577-2fb8-4215-8d19-a0491f5eb6fe HTTP/1.1" status: 200 len: 850 time: 0.0432932 Aug 07 04:13:54.737602 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a44d3-77c4-4ae0-a17c-a5dff9189ad0 None None] Checking router: 19579f7d-b38c-4152-871c-1fd494c4ac73 for host: dv-cinder-803748-2-iscsi {{(pid=93435) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:13:54.746282 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a44d3-77c4-4ae0-a17c-a5dff9189ad0 None None] Routers {'19579f7d-b38c-4152-871c-1fd494c4ac73'} bound to L3 agent in host dv-cinder-803748-2-iscsi {{(pid=93435) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:13:54.746900 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-437a44d3-77c4-4ae0-a17c-a5dff9189ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803748-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T03:56:19Z,description=,heartbeat_timestamp=2021-08-07T04:13:49Z,host='dv-cinder-803748-2-iscsi',id=1f874219-521b-4b2a-9c34-d802c9794616,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T03:56:19Z,topic='l3_agent')) {'router_ids': ['19579f7d-b38c-4152-871c-1fd494c4ac73'], 'active': True} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:13:54.771946 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd272ae-72d5-40aa-823f-56b80ad7be43 req-094c6fc9-e577-4f59-aa3a-031807e00f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:13:54.773356 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ffd272ae-72d5-40aa-823f-56b80ad7be43 req-094c6fc9-e577-4f59-aa3a-031807e00f53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=275c17b5-8fd8-4af1-82c9-49e38086c905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395107 Aug 07 04:13:54.784288 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [req-ffd272ae-72d5-40aa-823f-56b80ad7be43 req-3ae74e93-e914-484f-839d-5f978f283ff5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93433) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:13:54.785315 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ffd272ae-72d5-40aa-823f-56b80ad7be43 req-3ae74e93-e914-484f-839d-5f978f283ff5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051312 Aug 07 04:13:54.851573 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_dvr_db [None req-437a44d3-77c4-4ae0-a17c-a5dff9189ad0 None None] Set router 19579f7d-b38c-4152-871c-1fd494c4ac73 gateway port host: dv-cinder-803748-2-iscsi {{(pid=93435) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:13:54.882428 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ffd272ae-72d5-40aa-823f-56b80ad7be43 req-a1495939-01cf-4758-9768-b93fbcd252c3 service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898333 Aug 07 04:13:54.971848 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-ffd272ae-72d5-40aa-823f-56b80ad7be43 req-ba12c293-1609-42fc-b29f-9d82a8b7e35e service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818059 Aug 07 04:13:55.071924 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.db.l3_hamode_db [None req-437a44d3-77c4-4ae0-a17c-a5dff9189ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '8c3d8488-754f-4dd0-a6da-2e08b9bda24b', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'port_id': 'a43f055d-3e88-463e-912d-4e9c251f3d97', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'mac_address': 'fa:16:3e:8f:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac5d7b0-aae4-4683-8916-60396f6ce2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:11:57Z', 'updated_at': '2021-08-07T04:12:00Z', 'revision_number': 1, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'fixed_ip_address_scope': None}, {'id': 'c1d54851-7150-4c9a-af9c-1dd112a597a2', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'port_id': 'fcc63723-9dc3-46ae-b069-46148e6d688c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'mac_address': 'fa:16:3e:c8:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093462f2-6a2c-463f-99fa-bd6f1b304655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:13:53Z', 'updated_at': '2021-08-07T04:13:53Z', 'revision_number': 0, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de5ca5-ed7b-47b2-877b-69a682767aa6', 'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'mac_address': 'fa:16:3e:b4:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:30Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 5, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'subnets': [{'id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803748-2-iscsi', False) {} {{(pid=93435) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:13:55.099864 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437a44d3-77c4-4ae0-a17c-a5dff9189ad0 None None] The sync data for ids ['19579f7d-b38c-4152-871c-1fd494c4ac73'] in dv-cinder-803748-2-iscsi is: [{'id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'name': 'tempest-TestVolumeBootPattern-791168100-router', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'external_fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:08:28Z', 'updated_at': '2021-08-07T04:08:31Z', 'revision_number': 4, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'gw_port': {'id': 'fcf37911-8d89-4252-a630-1e1943a61173', 'name': '', 'network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:29Z', 'updated_at': '2021-08-07T04:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3a81da2-620c-480d-93bb-bacc0a6ba538', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803748-2-iscsi', '_floatingips': [{'id': '8c3d8488-754f-4dd0-a6da-2e08b9bda24b', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'port_id': 'a43f055d-3e88-463e-912d-4e9c251f3d97', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'mac_address': 'fa:16:3e:8f:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac5d7b0-aae4-4683-8916-60396f6ce2cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:11:57Z', 'updated_at': '2021-08-07T04:12:00Z', 'revision_number': 1, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'fixed_ip_address_scope': None}, {'id': 'c1d54851-7150-4c9a-af9c-1dd112a597a2', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '742dd36a-95ab-4647-8a99-05399f0a04a1', 'router_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'port_id': 'fcc63723-9dc3-46ae-b069-46148e6d688c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'mac_address': 'fa:16:3e:c8:de:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093462f2-6a2c-463f-99fa-bd6f1b304655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:13:53Z', 'updated_at': '2021-08-07T04:13:53Z', 'revision_number': 0, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1de5ca5-ed7b-47b2-877b-69a682767aa6', 'name': '', 'network_id': '275c17b5-8fd8-4af1-82c9-49e38086c905', 'tenant_id': '247ed23b8f704cad8656985f5f9aac7d', 'mac_address': 'fa:16:3e:b4:20:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19579f7d-b38c-4152-871c-1fd494c4ac73', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803748-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:08:30Z', 'updated_at': '2021-08-07T04:08:40Z', 'revision_number': 5, 'project_id': '247ed23b8f704cad8656985f5f9aac7d', 'subnets': [{'id': '937e2577-2fb8-4215-8d19-a0491f5eb6fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93435) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:13:55.279713 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acb2026-6e8f-450a-9713-80ec08a2ada0 None None] New status for floating IP c1d54851-7150-4c9a-af9c-1dd112a597a2: ACTIVE {{(pid=93436) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:14:07.788500 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:14:09.204913 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bcdff58b-9585-4c84-85cc-6fa2173f1eb5 req-7659d0a9-bc44-4a80-84c8-f8d4ca7b033a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390520 Aug 07 04:14:09.269690 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdff58b-9585-4c84-85cc-6fa2173f1eb5 req-59d63867-98c1-4ef1-92d6-b9e23e1ff824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:14:09.271425 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bcdff58b-9585-4c84-85cc-6fa2173f1eb5 req-59d63867-98c1-4ef1-92d6-b9e23e1ff824 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3e4d4ef3abe4de481381a13dd912222&device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 1098 time: 0.0427835 Aug 07 04:14:09.373084 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdff58b-9585-4c84-85cc-6fa2173f1eb5 req-ad5272c8-1117-46fc-99fc-383c53223a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:14:09.374572 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bcdff58b-9585-4c84-85cc-6fa2173f1eb5 req-ad5272c8-1117-46fc-99fc-383c53223a88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=03230b8c-a260-48a2-95b7-580ea4463021 HTTP/1.1" status: 200 len: 910 time: 0.0813448 Aug 07 04:14:09.455357 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bcdff58b-9585-4c84-85cc-6fa2173f1eb5 req-25ef8fe6-e0c2-4b93-b542-48f5b8206909 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d31f327c-4c06-4d01-8564-b68004456d97 HTTP/1.1" status: 200 len: 1001 time: 0.0736942 Aug 07 04:14:09.508206 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdff58b-9585-4c84-85cc-6fa2173f1eb5 req-d148997a-a6a4-460e-a080-2855230b60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:14:09.509601 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bcdff58b-9585-4c84-85cc-6fa2173f1eb5 req-d148997a-a6a4-460e-a080-2855230b60a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16363a5e-b745-4b9f-9cee-39306d00f3cd HTTP/1.1" status: 200 len: 848 time: 0.0465722 Aug 07 04:14:09.556110 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdff58b-9585-4c84-85cc-6fa2173f1eb5 req-144af319-d11d-414a-9948-0e778952927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:14:09.557748 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bcdff58b-9585-4c84-85cc-6fa2173f1eb5 req-144af319-d11d-414a-9948-0e778952927e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=03230b8c-a260-48a2-95b7-580ea4463021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392287 Aug 07 04:14:09.657152 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bcdff58b-9585-4c84-85cc-6fa2173f1eb5 req-f1897c9a-7f27-4fda-82a8-09646290b7ab service neutron] 10.222.0.30 "GET /v2.0/networks/03230b8c-a260-48a2-95b7-580ea4463021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916128 Aug 07 04:14:09.743683 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-bcdff58b-9585-4c84-85cc-6fa2173f1eb5 req-2f2e3a87-0141-4694-9f6b-cc1caa7a80d1 service neutron] 10.222.0.30 "GET /v2.0/networks/03230b8c-a260-48a2-95b7-580ea4463021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789754 Aug 07 04:14:16.717914 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-de6913fa-14e0-4ac6-81c0-eacf4c094754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:14:19.114449 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-bddf0b5d-3079-4b6c-904c-cef855aac7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:14:19.526033 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:14:20.663550 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:14:22.341260 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:14:30.942462 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:14:37.796599 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:14:46.718593 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2cc4-4094-4c49-88e7-0f37c36a6cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:14:49.113883 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-7dddbce0-f1d5-4d3e-99c4-03941083ecb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:14:49.525901 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:14:50.665223 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:14:52.342265 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:15:07.821713 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:15:07.940844 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:15:09.239788 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e9664db7-61c9-44df-8e26-d736c6d155d9 req-2380e3a2-7702-444d-ab79-819d0bfaa33c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810237 Aug 07 04:15:09.324627 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9664db7-61c9-44df-8e26-d736c6d155d9 req-832eae8e-fa5d-4256-9c46-76683de866c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:15:09.326104 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e9664db7-61c9-44df-8e26-d736c6d155d9 req-832eae8e-fa5d-4256-9c46-76683de866c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=247ed23b8f704cad8656985f5f9aac7d&device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 1099 time: 0.0433683 Aug 07 04:15:09.428568 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9664db7-61c9-44df-8e26-d736c6d155d9 req-564b2396-0948-4ed1-a3d9-cc3707fc620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:15:09.429933 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e9664db7-61c9-44df-8e26-d736c6d155d9 req-564b2396-0948-4ed1-a3d9-cc3707fc620c service neutron] 10.222.0.30 "GET /v2.0/networks?id=275c17b5-8fd8-4af1-82c9-49e38086c905 HTTP/1.1" status: 200 len: 912 time: 0.0845785 Aug 07 04:15:09.497530 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e9664db7-61c9-44df-8e26-d736c6d155d9 req-775a1044-3336-4eec-a4da-866be2e5bad9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a43f055d-3e88-463e-912d-4e9c251f3d97 HTTP/1.1" status: 200 len: 1001 time: 0.0606468 Aug 07 04:15:09.545315 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9664db7-61c9-44df-8e26-d736c6d155d9 req-f2c687cf-158a-45f9-ba83-fa76a683920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:15:09.546678 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e9664db7-61c9-44df-8e26-d736c6d155d9 req-f2c687cf-158a-45f9-ba83-fa76a683920e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937e2577-2fb8-4215-8d19-a0491f5eb6fe HTTP/1.1" status: 200 len: 850 time: 0.0427666 Aug 07 04:15:09.591676 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9664db7-61c9-44df-8e26-d736c6d155d9 req-2e24730f-ca2a-4734-847e-8a5d02e2946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:15:09.593157 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e9664db7-61c9-44df-8e26-d736c6d155d9 req-2e24730f-ca2a-4734-847e-8a5d02e2946f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=275c17b5-8fd8-4af1-82c9-49e38086c905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394175 Aug 07 04:15:09.683224 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e9664db7-61c9-44df-8e26-d736c6d155d9 req-4bd49486-5cf5-49b8-85cd-a20e04283a22 service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828948 Aug 07 04:15:09.770646 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-e9664db7-61c9-44df-8e26-d736c6d155d9 req-5b00d05c-d4b1-4f6f-b171-cb48b5ffbe63 service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800061 Aug 07 04:15:16.718776 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-300c5161-2859-4ccb-84cd-c565c68b6e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:15:19.114333 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-4ab40981-f28f-49f0-9496-2cbe4a8d5fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:15:19.526293 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:15:20.668331 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:15:22.345918 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:15:37.821304 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:15:44.939786 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:15:46.720035 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f9d5-236a-4f38-95c5-66e39236fe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:15:49.114449 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-d9955c0a-fd78-45bc-bb2e-05f3b5fe3a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:15:49.526248 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:15:50.671873 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:15:52.348252 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:16:07.822088 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:16:11.196459 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2a1d80f4-fab3-49ec-b824-dedd09b4cd5d req-4095610b-f911-46db-85f7-a8f82481a4a9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398068 Aug 07 04:16:11.261219 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d80f4-fab3-49ec-b824-dedd09b4cd5d req-4b252894-834f-4482-b7e2-e6502cc414bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:16:11.262705 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2a1d80f4-fab3-49ec-b824-dedd09b4cd5d req-4b252894-834f-4482-b7e2-e6502cc414bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3e4d4ef3abe4de481381a13dd912222&device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 1098 time: 0.0436003 Aug 07 04:16:11.363805 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d80f4-fab3-49ec-b824-dedd09b4cd5d req-8991a323-84a7-4784-8f89-9a2b0c7ac3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:16:11.365256 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2a1d80f4-fab3-49ec-b824-dedd09b4cd5d req-8991a323-84a7-4784-8f89-9a2b0c7ac3b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=03230b8c-a260-48a2-95b7-580ea4463021 HTTP/1.1" status: 200 len: 910 time: 0.0829248 Aug 07 04:16:11.432923 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2a1d80f4-fab3-49ec-b824-dedd09b4cd5d req-03709f66-7048-469a-8c4b-9be74cf625a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d31f327c-4c06-4d01-8564-b68004456d97 HTTP/1.1" status: 200 len: 1001 time: 0.0596058 Aug 07 04:16:11.480420 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d80f4-fab3-49ec-b824-dedd09b4cd5d req-c492fe99-3105-4e57-8b13-6b8e11b201c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:16:11.481791 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2a1d80f4-fab3-49ec-b824-dedd09b4cd5d req-c492fe99-3105-4e57-8b13-6b8e11b201c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16363a5e-b745-4b9f-9cee-39306d00f3cd HTTP/1.1" status: 200 len: 848 time: 0.0420604 Aug 07 04:16:11.526231 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d80f4-fab3-49ec-b824-dedd09b4cd5d req-4543690c-da8d-4dd4-a2cd-e860eddcdf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:16:11.527692 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2a1d80f4-fab3-49ec-b824-dedd09b4cd5d req-4543690c-da8d-4dd4-a2cd-e860eddcdf23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=03230b8c-a260-48a2-95b7-580ea4463021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389106 Aug 07 04:16:11.616932 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2a1d80f4-fab3-49ec-b824-dedd09b4cd5d req-320e40b0-b253-4caa-a5f8-f0f21a43a3dc service neutron] 10.222.0.30 "GET /v2.0/networks/03230b8c-a260-48a2-95b7-580ea4463021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820720 Aug 07 04:16:11.703166 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-2a1d80f4-fab3-49ec-b824-dedd09b4cd5d req-f0980c6f-705a-4815-aea8-3a70633a5e3d service neutron] 10.222.0.30 "GET /v2.0/networks/03230b8c-a260-48a2-95b7-580ea4463021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791099 Aug 07 04:16:16.720833 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e8b234d6-9970-4fbe-a06b-3c8113f2f086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:16:19.114248 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-9a931371-feac-421a-b368-42806fae5682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:16:19.526702 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:16:20.676955 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:16:21.939252 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:16:22.350648 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:16:37.830539 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:16:46.721189 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-58b9ad3b-eeb4-45eb-b5b7-e83d3de1e965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:16:49.115437 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-68931836-c1fb-41df-bb85-6531e18a0071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:16:49.527627 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:16:50.675880 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:16:52.354572 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:16:58.938765 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:17:07.824099 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:17:11.194009 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-72e88a4d-5f61-4f5b-9eb9-8e18154a6014 req-281fa3ea-e1e8-4c34-9166-877ffde0e97a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=093462f2-6a2c-463f-99fa-bd6f1b304655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386209 Aug 07 04:17:11.255825 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e88a4d-5f61-4f5b-9eb9-8e18154a6014 req-2d15b5cd-32e3-459b-b7fe-dc0c7dce5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:17:11.257269 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-72e88a4d-5f61-4f5b-9eb9-8e18154a6014 req-2d15b5cd-32e3-459b-b7fe-dc0c7dce5ce5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=247ed23b8f704cad8656985f5f9aac7d&device_id=093462f2-6a2c-463f-99fa-bd6f1b304655 HTTP/1.1" status: 200 len: 1099 time: 0.0415018 Aug 07 04:17:11.357389 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e88a4d-5f61-4f5b-9eb9-8e18154a6014 req-c2d3e86e-8070-4d56-9486-0daefbf3239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:17:11.358805 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-72e88a4d-5f61-4f5b-9eb9-8e18154a6014 req-c2d3e86e-8070-4d56-9486-0daefbf3239a service neutron] 10.222.0.30 "GET /v2.0/networks?id=275c17b5-8fd8-4af1-82c9-49e38086c905 HTTP/1.1" status: 200 len: 912 time: 0.0813172 Aug 07 04:17:11.424450 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-72e88a4d-5f61-4f5b-9eb9-8e18154a6014 req-e72faf9e-aa53-4e33-b1de-35fd30fd16b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcc63723-9dc3-46ae-b069-46148e6d688c HTTP/1.1" status: 200 len: 1001 time: 0.0586624 Aug 07 04:17:11.472464 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e88a4d-5f61-4f5b-9eb9-8e18154a6014 req-56db5539-85c9-4963-9ee1-1b70c6cc6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:17:11.473860 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-72e88a4d-5f61-4f5b-9eb9-8e18154a6014 req-56db5539-85c9-4963-9ee1-1b70c6cc6e41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937e2577-2fb8-4215-8d19-a0491f5eb6fe HTTP/1.1" status: 200 len: 850 time: 0.0420480 Aug 07 04:17:11.518168 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e88a4d-5f61-4f5b-9eb9-8e18154a6014 req-a39f9cb4-655f-419d-9d84-218c594fd52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:17:11.519610 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-72e88a4d-5f61-4f5b-9eb9-8e18154a6014 req-a39f9cb4-655f-419d-9d84-218c594fd52c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=275c17b5-8fd8-4af1-82c9-49e38086c905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381770 Aug 07 04:17:11.607245 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-72e88a4d-5f61-4f5b-9eb9-8e18154a6014 req-d8742621-232b-4635-94cb-1e02c72ade28 service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803733 Aug 07 04:17:11.693365 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-72e88a4d-5f61-4f5b-9eb9-8e18154a6014 req-947142ef-a90b-4b59-bdf9-2516ebb11b1a service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788801 Aug 07 04:17:16.720644 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-30376b5f-7a6a-4387-8390-d8fd47ab8a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:17:19.117376 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-75d4d566-5380-469c-b252-92ad3c965d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:17:19.527126 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:17:20.678871 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:17:22.356068 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:17:35.939077 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:17:37.823110 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:17:46.719925 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-fa01478c-a0c0-4286-92b8-ce57c35ce561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:17:49.117544 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-501b2380-c46d-4c72-a379-018dea678f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:17:49.528017 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:17:50.680360 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:17:52.359263 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:18:07.837355 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:18:11.188858 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3d55705-418a-4da6-9fdf-c16095c5ddd0 req-7b41d342-8664-4fb4-b05a-03605bbe7bb1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389900 Aug 07 04:18:11.277342 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d55705-418a-4da6-9fdf-c16095c5ddd0 req-497691d4-8407-4ece-bcb7-fe0702a3d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:18:11.279722 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3d55705-418a-4da6-9fdf-c16095c5ddd0 req-497691d4-8407-4ece-bcb7-fe0702a3d25d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=247ed23b8f704cad8656985f5f9aac7d&device_id=0ac5d7b0-aae4-4683-8916-60396f6ce2cc HTTP/1.1" status: 200 len: 1099 time: 0.0446711 Aug 07 04:18:11.379197 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d55705-418a-4da6-9fdf-c16095c5ddd0 req-684f0b3a-1377-4688-8740-60c33c935a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:18:11.380802 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3d55705-418a-4da6-9fdf-c16095c5ddd0 req-684f0b3a-1377-4688-8740-60c33c935a45 service neutron] 10.222.0.30 "GET /v2.0/networks?id=275c17b5-8fd8-4af1-82c9-49e38086c905 HTTP/1.1" status: 200 len: 912 time: 0.0819540 Aug 07 04:18:11.447806 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3d55705-418a-4da6-9fdf-c16095c5ddd0 req-f4dc4ff8-cd3d-4d9e-a989-7b2f78a4dea3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a43f055d-3e88-463e-912d-4e9c251f3d97 HTTP/1.1" status: 200 len: 1001 time: 0.0588982 Aug 07 04:18:11.498047 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d55705-418a-4da6-9fdf-c16095c5ddd0 req-07cf789c-cd02-44d1-9373-6469bde08fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:18:11.499595 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3d55705-418a-4da6-9fdf-c16095c5ddd0 req-07cf789c-cd02-44d1-9373-6469bde08fd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=937e2577-2fb8-4215-8d19-a0491f5eb6fe HTTP/1.1" status: 200 len: 850 time: 0.0421169 Aug 07 04:18:11.543112 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d55705-418a-4da6-9fdf-c16095c5ddd0 req-88875bf4-6c72-4919-b19d-9535f0bd210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:18:11.544874 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3d55705-418a-4da6-9fdf-c16095c5ddd0 req-88875bf4-6c72-4919-b19d-9535f0bd210f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=275c17b5-8fd8-4af1-82c9-49e38086c905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386569 Aug 07 04:18:11.633762 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3d55705-418a-4da6-9fdf-c16095c5ddd0 req-fa01905f-ed59-4901-8d18-4aa841162b7c service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819809 Aug 07 04:18:11.719531 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-c3d55705-418a-4da6-9fdf-c16095c5ddd0 req-a9370ad5-d89a-4247-bd6b-a4008ddc4b71 service neutron] 10.222.0.30 "GET /v2.0/networks/275c17b5-8fd8-4af1-82c9-49e38086c905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788670 Aug 07 04:18:12.937613 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:18:16.722374 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-8e99f1aa-03dd-4bb1-b7d5-8d26351c0586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:18:19.117339 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-15ddc8b3-0673-4676-8dcb-6195100ea8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:18:19.529579 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:18:20.683422 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:18:22.362068 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:18:37.837654 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:18:46.723308 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-41dec7bb-66ef-488d-8c43-b2725e520266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:18:49.118825 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-fe172495-d2e1-4018-8996-8ed8403a1abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:18:49.530915 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:18:49.936365 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:18:50.685637 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:18:52.364124 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:19:07.858263 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-3aa590d3-e806-4d2f-82ff-fdb1ca96212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:19:12.207202 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1a769cd3-f899-4376-93c3-4ecd92bd27a3 req-5eddd876-3f11-4251-a4c7-ebf26328f678 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388031 Aug 07 04:19:12.271662 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a769cd3-f899-4376-93c3-4ecd92bd27a3 req-39423863-8a86-4b7b-908e-7bad57c70993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:19:12.273123 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1a769cd3-f899-4376-93c3-4ecd92bd27a3 req-39423863-8a86-4b7b-908e-7bad57c70993 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3e4d4ef3abe4de481381a13dd912222&device_id=71d35f1b-3bcd-46d9-aa6a-8f3db8dedee1 HTTP/1.1" status: 200 len: 1098 time: 0.0434184 Aug 07 04:19:12.374843 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a769cd3-f899-4376-93c3-4ecd92bd27a3 req-d7bb006b-5f9b-47ec-97f0-7c58b1fdb500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:19:12.376341 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1a769cd3-f899-4376-93c3-4ecd92bd27a3 req-d7bb006b-5f9b-47ec-97f0-7c58b1fdb500 service neutron] 10.222.0.30 "GET /v2.0/networks?id=03230b8c-a260-48a2-95b7-580ea4463021 HTTP/1.1" status: 200 len: 910 time: 0.0824564 Aug 07 04:19:12.444520 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1a769cd3-f899-4376-93c3-4ecd92bd27a3 req-ade861da-faa8-46d8-bc74-85726f79af70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d31f327c-4c06-4d01-8564-b68004456d97 HTTP/1.1" status: 200 len: 1001 time: 0.0603371 Aug 07 04:19:12.490642 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a769cd3-f899-4376-93c3-4ecd92bd27a3 req-ac4881db-c403-4934-b587-54ee0492be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:19:12.492072 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1a769cd3-f899-4376-93c3-4ecd92bd27a3 req-ac4881db-c403-4934-b587-54ee0492be5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=16363a5e-b745-4b9f-9cee-39306d00f3cd HTTP/1.1" status: 200 len: 848 time: 0.0404341 Aug 07 04:19:12.535058 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a769cd3-f899-4376-93c3-4ecd92bd27a3 req-b2af0cd1-387f-4930-95a8-5404970d35d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93433) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:19:12.536460 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1a769cd3-f899-4376-93c3-4ecd92bd27a3 req-b2af0cd1-387f-4930-95a8-5404970d35d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=03230b8c-a260-48a2-95b7-580ea4463021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375879 Aug 07 04:19:12.626706 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1a769cd3-f899-4376-93c3-4ecd92bd27a3 req-fc9e184d-1bea-4c9b-96fa-ddfec85bbec4 service neutron] 10.222.0.30 "GET /v2.0/networks/03230b8c-a260-48a2-95b7-580ea4463021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828426 Aug 07 04:19:12.714261 dv-cinder-803748-2-iscsi neutron-server[93433]: INFO neutron.wsgi [req-1a769cd3-f899-4376-93c3-4ecd92bd27a3 req-e42f851f-e2d3-48aa-871e-6f9489f9c9a8 service neutron] 10.222.0.30 "GET /v2.0/networks/03230b8c-a260-48a2-95b7-580ea4463021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790029 Aug 07 04:19:16.723320 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-eae486c3-4adc-47a9-8095-adae97c41aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:19:19.122183 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-e479fc81-94e5-41d1-8bbf-ee3c6a014169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:19:19.531104 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-90346498-160a-463f-b8ba-49f546fbf318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:19:20.687934 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-f6f136d5-d7f0-4eaa-b13a-7823548d675d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:19:22.366361 dv-cinder-803748-2-iscsi neutron-server[93435]: DEBUG neutron_lib.callbacks.manager [None req-181c6b3b-bf6e-47f8-9302-ab9aebafc8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791076431876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33462413'] for agent, after_update {{(pid=93435) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:19:22.620306 dv-cinder-803748-2-iscsi neutron-server[93433]: DEBUG neutron.wsgi [req-6e2e6c1b-3648-4d8b-9f7d-f140c465fefd req-786f7fdb-2ca7-4ca9-ba4f-c3722a1af754 service neutron] (93433) timed out ('10.222.0.30', 54871) {{(pid=93433) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 07 04:19:22.816676 dv-cinder-803748-2-iscsi neutron-server[93434]: DEBUG neutron.wsgi [req-e281ef42-f92d-4a74-bab7-6d2d8f0e787e req-f01470ca-7077-4bcf-9569-5670acb8c56c service neutron] (93434) timed out ('10.222.0.30', 54888) {{(pid=93434) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 07 04:19:26.935031 dv-cinder-803748-2-iscsi neutron-server[93436]: DEBUG neutron.db.agents_db [None req-65567ca7-b4de-4011-8440-2b9e54ee3515 None None] Agent healthcheck: found 6 active agents {{(pid=93436) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}